Test plan & results for k8s+OS+Cinder+Ceph

* Initial data, description of used environment and tests
 * Tests results, raw results data, graphs

Change-Id: Ib60716724350b8e4555f3b625b63b6bfe2816150
This commit is contained in:
Igor Yozhikov 2016-12-16 20:47:41 +03:00
parent 09b76b1148
commit 398544d585
180 changed files with 4770 additions and 0 deletions

View File

@ -0,0 +1,56 @@
heat_template_version: newton
parameters:
image:
type: string
flavor:
type: string
key_name:
type: string
vm_count:
type: string
volume_size:
type: string
network_name:
type: string
test_iodepth:
type: number
default: 64
test_runtime:
type: number
default: 600
test_filesize:
type: string
default: 4G
test_mode:
type: string
default: size
test_rw:
type: string
default: randrw
resources:
server_resources:
type: OS::Heat::ResourceGroup
properties:
count: { get_param: vm_count }
resource_def:
type: vm-with-vol.yaml
properties:
image: { get_param: image }
flavor: { get_param: flavor }
key_name: { get_param: key_name }
network_name: { get_param: network_name }
volume_size: { get_param: volume_size }
test_iodepth: { get_param: test_iodepth }
test_filesize: { get_param: test_filesize }
test_runtime: { get_param: test_runtime }
test_mode: { get_param: test_mode }
test_rw: { get_param: test_rw }
index:
list_join: ['-', [ {get_param: test_mode},'vm', {get_param: test_rw}, '%index%' ]]
outputs:
script_result:
value: { get_attr: [server_resources, result] }

View File

@ -0,0 +1,74 @@
heat_template_version: newton
parameters:
image:
type: string
flavor:
type: string
key_name:
type: string
volume_size:
type: string
network_name:
type: string
volume_image:
type: string
default: 40g-urandom
test_iodepth:
type: number
test_filesize:
type: string
index:
type: string
test_mode:
type: string
default: size
test_rw:
type: string
default: randrw
test_runtime:
type: number
default: 300
resources:
server:
type: OS::Nova::Server
properties:
name: { get_param: index }
image: { get_param: image }
flavor: { get_param: flavor }
key_name: { get_param: key_name }
networks:
- network: { get_param: network_name }
user_data_format: RAW
user_data:
str_replace:
template: |
#!/bin/bash
export IODEPTH=iodepth
export SIZE=filesize
export RWMODE=rwmode
export RUNMOD=runmode
export RUNTIME=runtime
scriptfile
params:
scriptfile: { get_file: vmScript.sh }
iodepth: { get_param: test_iodepth }
filesize: { get_param: test_filesize }
runmode: { get_param: test_mode }
rwmode: { get_param: test_rw }
runtime: { get_param: test_runtime }
volume:
type: OS::Cinder::Volume
properties:
size: { get_param: volume_size }
image: { get_param: volume_image }
attachment:
type: OS::Cinder::VolumeAttachment
properties:
instance_uuid: { get_resource: server }
volume_id: { get_resource: volume }
outputs:
result:
value: stub-attribute

View File

@ -0,0 +1,172 @@
#!/bin/bash
# Script for IO testing
WORKDIR="$(cd "$(dirname ${0})" && pwd)"
WORKSPACE="${WORKDIR}/workspace"
USER_NAME="${USER_NAME:-root}"
USER_PASS="${USER_PASS:-r00tme}"
REMOTE_HOST="${REMOTE_HOST:-172.20.9.15}"
STARTTIME=""
STOPTIME=""
function prepare()
{
local ec=0
mkdir -p ${WORKSPACE}
export DEBIAN_FRONTEND=noninteractive
apt update > /dev/null 2>&1 || ec=$?
apt install -y fio sshpass bc > /dev/null 2>&1 || ec=$?
return ${ec}
}
function check_vol()
{
local volpath
local retval
local maxretry
local counter
retval=1
counter=0
maxretry=60
volpath=${TARGET}
while true
do
if [ -e ${volpath} ]; then
retval=0
break
else
continue
fi
counter=$(( counter + 1 ))
sleep 2
if [ "${counter}" -ge "${maxretry}" ]; then
break
fi
done
return ${retval}
}
function u2m_sec()
{
local input
local output
input=${1}
output=$(echo "scale=4;${input}/1000" | bc)
if echo ${output} | grep -q '^\..'; then
output="0${output}"
fi
echo "${output}"
}
parse_terse()
{
# msec = 1000 usec, 1s = 1000 msec
local input=$*
local jobname #3
local read_iops #8
local read_bw #7 #KB/s
local read_clat_min #14 #usec
local read_clat_max #15 #usec
local read_clat_mean #16 #usec
local read_clat_95 #29 #usec
local read_clat_99 #30 #usec
local read_total_lat_avg #40 #usec
local read_bw_avg #45 #KB/s
local write_iops #49
local write_bw #48 #KB/s
local write_clat_min #55 #usec
local write_clat_max #56 #usec
local write_clat_mean #57 #usec
local read_clat_95 #70 #usec
local read_clat_99 #71 #usec
local write_total_lat_avg #81 #usec
local write_bw_avg #86 #KB/s
jobname="$(echo "${input}" | cut -d';' -f3)"
read_iops="$(echo "${input}" | cut -d';' -f8)"
read_bw="$(echo "${input}" | cut -d';' -f7)"
read_clat_min="$(u2m_sec "$(echo "${input}" | cut -d';' -f14)")"
read_clat_max="$(u2m_sec "$(echo "${input}" | cut -d';' -f15)")"
read_clat_mean="$(u2m_sec "$(echo "${input}" | cut -d';' -f16)")"
read_clat_95="$(u2m_sec "$(echo "${input}" | cut -d';' -f29 | cut -d'=' -f2)")"
read_clat_99="$(u2m_sec "$(echo "${input}" | cut -d';' -f30 | cut -d'=' -f2)")"
read_total_lat_avg="$(u2m_sec "$(echo "${input}" | cut -d';' -f40)")"
read_bw_avg="$(echo "${input}" | cut -d';' -f45)"
write_iops="$(echo "${input}" | cut -d';' -f49)"
write_bw="$(echo "${input}" | cut -d';' -f48)"
write_clat_min="$(u2m_sec "$(echo "${input}" | cut -d';' -f55)")"
write_clat_max="$(u2m_sec "$(echo "${input}" | cut -d';' -f56)")"
write_clat_mean="$(u2m_sec "$(echo "${input}" | cut -d';' -f57)")"
write_clat_95="$(u2m_sec "$(echo "${input}" | cut -d';' -f70 | cut -d'=' -f2)")"
write_clat_99="$(u2m_sec "$(echo "${input}" | cut -d';' -f71 | cut -d'=' -f2)")"
write_total_lat_avg="$(u2m_sec "$(echo "${input}" | cut -d';' -f81)")"
write_bw_avg="$(echo "${input}" | cut -d';' -f86)"
echo "${STARTTIME},${STOPTIME},${jobname},${read_iops},${read_bw},${read_clat_mean},${read_clat_min},${read_clat_max},${read_clat_95},${read_clat_99},${read_total_lat_avg},${read_bw_avg},${write_iops},${write_bw},${write_clat_mean},${write_clat_min},${write_clat_max},${write_clat_95},${write_clat_99},${write_total_lat_avg},${write_bw_avg}"
}
function run_fio()
{
local iodepth
local bs
local ioengine
local direct
local buffered
local jobname
local filename
local size
local readwrite
local runtime
bs="4k"
direct=1
buffered=0
ioengine="libaio"
jobname="$(hostname)_fio"
iodepth="${IODEPTH}"
filename="${TARGET}"
size="--size=${SIZE}"
readwrite="${RWMODE}"
STARTTIME=$(date +%Y.%m.%d-%H:%M:%S)
if [[ "${RUNMOD}" == "time" ]]; then runtime="--runtime=${RUNTIME} --time_based=1"; size='';fi
fio --ioengine=${ioengine} --direct=${direct} --buffered=${buffered} \
--name=${jobname} --filename=${filename} --bs=${bs} --iodepth=${iodepth} ${size} \
--readwrite=${readwrite} ${runtime} --output-format=terse --terse-version=3 --output=${WORKSPACE}/"$(hostname)"_terse.out 2>&1 | tee ${WORKSPACE}/"$(hostname)"_raw_fio_terse.log
STOPTIME="$(date +%Y.%m.%d-%H:%M:%S)"
if [ "$(stat ${WORKSPACE}/"$(hostname)"_raw_fio_terse.log | grep -oP '(?<=(Size:))(.[0-9]+\s)')" -eq 0 ]; then
rm ${WORKSPACE}/"$(hostname)"_raw_fio_terse.log
fi
}
function put_results()
{
local remotehost
local remotepath
remotehost="${1}"
remotepath="/${USER_NAME}/results"
if [ -f ${WORKSPACE}/"$(hostname)"_results.csv ]; then
sshpass -p ${USER_PASS} ssh -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no ${USER_NAME}@${remotehost} "mkdir -p ${remotepath}"
sshpass -p ${USER_PASS} scp -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -r ${WORKSPACE}/*.* ${USER_NAME}@${remotehost}:${remotepath}/
else
exit 1
fi
}
# Main
IODEPTH="${IODEPTH:-64}"
TARGET="${TARGET:-/dev/vdc}"
SIZE="${SIZE:-4G}"
RUNTIME="${RUNTIME:-600}" # 10min
RWMODE="${RWMODE:-randrw}"
RUNMOD="${RUNMOD}"
PARSEONLY="${PARSEONLY:-false}"
# Output format:
# starttime, endtime, Jobname, read IOPS, read bandwith KB/s, mean read complete latency msec, avg read latency msec, avg read bandwith KB/s, write IOPS, write bandwith KB/s, mean write complete latency msec, avg write latency msec, avg write bandwith KB/s
if [[ "${PARSEONLY}" == "true" ]]; then
for tline in $(cat "${1}")
do
parse_terse "${tline}"
done
exit 0
fi
prepare || exit $?
check_vol || exit $?
run_fio
parse_terse "$(cat ${WORKSPACE}/"$(hostname)"_terse.out)" > ${WORKSPACE}/"$(hostname)"_results.csv
put_results "${REMOTE_HOST}"

View File

@ -0,0 +1,438 @@
.. _Measuring_performance_of_cinder_with_ceph_backend:
=================================================
Measuring performance of Cinder with Ceph backend
=================================================
:status: **ready**
:version: 1.0
:Abstract:
This document describes a test plan for quantifying the performance of
block storage devices provided by OpenStack Cinder with Ceph used as back-end.
The plan includes the collection of several resource utilization metrics,
which will be used to analyze and understand the overall performance of used
storage technologies. In particular, resource bottlenecks will either be
fixed, or best practices developed for system and hardware requirements.
:Conventions:
- **Kubernetes:** is an open-source system for automating deployment, scaling,
and management of containerized applications.
- **Calico:** is a new approach to virtual networking and network security for
containers, VMs, and bare metal services, that provides a rich set of
security enforcement capabilities running on top of a highly scalable and
efficient virtual network fabric. Calico includes pre-integration with
Kubernetes and Mesos (as a CNI network plugin), Docker (as a libnetwork
plugin) and OpenStack (as a Neutron plugin).
- **fuel-ccp:** CCP stands for "Containerized Control Plane". The goal of this
project is to make building, running and managing production-ready OpenStack
containers on top of Kubernetes an easy task for operators.
- **OpenStack:** OpenStack is a cloud operating system that controls large
pools of compute, storage, and networking resources throughout a datacenter,
all managed through a dashboard that gives administrators control while
empowering their users to provision resources through a web interface.
- **Cinder:** The Block Storage service provides block storage devices to
guest instances. The method in which the storage is provisioned and consumed
is determined by the Block Storage driver, or drivers in the case of a
multi-backend configuration. There are a variety of drivers that are
available: NAS/SAN, NFS, iSCSI, Ceph, and more.
- **Heat:** Heat is a service to orchestrate composite cloud applications
using a declarative template format through an OpenStack-native REST API.
- **Ceph:** Ceph is a massively scalable, open source, distributed storage
system. It is comprised of an object store, block store, and a
POSIX-compliant distributed file system. The platform can auto-scale to the
exabyte level and beyond. It runs on commodity hardware, is self-healing and
self-managing, and has no single point of failure. Ceph is in the Linux
kernel and is integrated with the OpenStack cloud operating system.
- **Nodes:** are servers used for workloads.
- **IOPS:** Input/output operations per second is a performance measurement
used to characterize computer storage devices like hard disk drives (HDD),
solid state drives (SSD), and storage area networks (SAN).
- **Completion latency:** This is the time that passes between submission to
the kernel and when the IO is complete, not including submission latency.
Test Plan
=========
This test plan aims to identify Cinder + Ceph storage performance and its
dependency from amount of concurrent attached consumers.
Test Environment
----------------
Preparation
^^^^^^^^^^^
1.
To be able to run test we need:
- Ceph cluster installed and configured
- K8s cluster installed and configured with Calico
- OpenStack cloud with Heat and Cinder installed on top of K8s cluster
- Created and uploaded into Glance image with random data which will be used
for prefilling of Cinder volumes
.. table:: Software to be installed
+-----------------+------------+------------------------------------------+
| software | version | source |
+=================+============+==========================================+
| `Ceph`_ | jewell | Debian jessie ceph package repository |
+-----------------+------------+------------------------------------------+
| `Kargo`_ | master | From sources |
+-----------------+------------+------------------------------------------+
| `Kubernetes`_ | 1.4.3 | quay.io/coreos/hyperkube:v1.4.3_coreos.0 |
+-----------------+------------+------------------------------------------+
| `Calico`_ | 0.22.0 | docker hub |
+-----------------+------------+------------------------------------------+
| `calicoctl`_ | 1.0.0-beta | docker hub |
+-----------------+------------+------------------------------------------+
| `OpenStack`_ | newton | From sources |
+-----------------+------------+------------------------------------------+
Environment description
^^^^^^^^^^^^^^^^^^^^^^^
Test results MUST include a description of the environment used. The following
items should be included:
- **Hardware configuration of each server.** If virtual machines are used then
both physical and virtual hardware should be fully documented.
An example format is given below:
**Ceph cluster member:**
.. table:: Description of server hardware
+-------+----------------+-------+-------+
|server |name | | |
| +----------------+-------+-------+
| |role | | |
| +----------------+-------+-------+
| |vendor,model | | |
| +----------------+-------+-------+
| |operating_system| | |
+-------+----------------+-------+-------+
|CPU |vendor,model | | |
| +----------------+-------+-------+
| |processor_count | | |
| +----------------+-------+-------+
| |core_count | | |
| +----------------+-------+-------+
| |frequency_MHz | | |
+-------+----------------+-------+-------+
|RAM |vendor,model | | |
| +----------------+-------+-------+
| |amount_MB | | |
+-------+----------------+-------+-------+
|NETWORK|interface_name | | |
| +----------------+-------+-------+
| |vendor,model | | |
| +----------------+-------+-------+
| |bandwidth | | |
+-------+----------------+-------+-------+
|STORAGE|dev_name | | |
| +----------------+-------+-------+
| |vendor,model | | |
| +----------------+-------+-------+
| |SSD/HDD | | |
| +----------------+-------+-------+
| |size | | |
+-------+----------------+-------+-------+
- **Configuration of physical network.** The description of phisical and logical
connectivities.
- **Configuration of virtual machines and virtual networks (if used).**
The configuration files can be attached, along with the mapping of virtual
machines to host machines.
- **Ceph cluster configuration** Deployment scheme and configuration of
ceph components.
#) ceph nodes configuration and roles
#) amount of ceph monitor nodes
#) amount of ceph OSD and placement groups
- **Kubernetes + Calico configuration** Deployment scheme and configuration of
servers used within testing environment.
#) k8s nodes configuration and roles
#) k8s networking configuration (Calico)
- **OpenStack deployment configuration used by fuel-ccp.**
OpenStack services configuration and topology used by fuel-ccp.
#) OpenStack services and roles topology
#) OpenStack cinder + ceph configuration
Test Cases
----------
- Case group 1 - average time of creation, attachment and deletion of Cinder
volumes
- Case group 2 - amount of concurrent read, write and simultaneous read, write
IOPS depending on amount of VMs
Description
^^^^^^^^^^^
This specific test plan contains test cases, that needs to be run
on the environments differing list of parameters below. Here we have 2 kinds of
metrics to be measured.
- OpenStack control plane side tests of Cinder with Ceph back-end like
execution time for basic functionality of cinder.
- Load tests of VM storage subsystem provided by Cinder with Ceph back-end.
This tests will show dependency of IOPS from amount of consumers and disk
operations types.
Parameters
^^^^^^^^^^
Parameters depend on ceph and OpenStack configurations.
**Case group 1:**
.. table:
+------------------+------------------------+
| Parameter name | Value |
+==================+========================+
| vms + volumes | 30, 60, 90 |
+------------------+------------------------+
| concurrency | 10, 20, 30 |
+------------------+------------------------+
| operation | create, attach, delete |
+------------------+------------------------+
**Case group 2:**
.. table:
+------------------+---------------------+
| Parameter name | Value |
+==================+=====================+
| VMs per rw mode | 1, 2, 5, 10, 20 |
+------------------+---------------------+
| read/write mode | randread, randwrite |
+------------------+---------------------+
| block size | 4k - constant |
+------------------+---------------------+
| io depth (queue) | 64 |
+------------------+---------------------+
| test duration in | 600 |
| seconds | |
+------------------+---------------------+
| filesize | 40G |
+------------------+---------------------+
List of performance metrics
^^^^^^^^^^^^^^^^^^^^^^^^^^^
The tables below show the list of test metrics to be collected. The priority
is the relative ranking of the importance of each metric in evaluating the
performance of the system.
**Case group 1:**
.. table:: List of performance metrics for cinder functionality
+-------------------+-------------------+------------------------------------------+
| Value | Measurement Units | Description |
+===================+===================+==========================================+
| Time | seconds || time spent on requested operation |
+-------------------+-------------------+------------------------------------------+
**Case group 2:**
.. table:: List of performance metrics for storage subsystem
+-------------------+-------------------+------------------------------------------+
| Value | Measurement Units | Description |
+===================+===================+==========================================+
| | || amount of input/output operations per |
| READ_IO | operations/second || second during random read from storage |
| | || subsystem |
| | || |
+-------------------+-------------------+------------------------------------------+
| | || amount of input/output operations per |
| WRITE_IO | operations/second || second during random read from storage |
| | || subsystem |
| | || |
+-------------------+-------------------+------------------------------------------+
| | || time that passes between submission to |
| READ_LATENCY | milliseconds || the kernel and when the IO is complete |
| | || |
| | || |
+-------------------+-------------------+------------------------------------------+
| | || time that passes between submission to |
| WRITE_LATENCY | milliseconds || the kernel and when the IO is complete |
| | || |
| | || |
+-------------------+-------------------+------------------------------------------+
| | || amount of simultaneously launched VMs |
| VMs_COUNT | number || with attached cinder volumes producing |
| | || storage loads |
| | || |
+-------------------+-------------------+------------------------------------------+
Measuring performance values
^^^^^^^^^^^^^^^^^^^^^^^^^^^^
**Case group 1:**
"Control plane" test will be executed using OpenStack `Rally`_ scenarios.
.. table:: Maximum values of performance metrics from Rally
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| | | | | | | | | |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
Where:
- operation will be one of create, attach or delete
- volume size is also matters and all operations mentioned above
will be repeated for each groups of volumes
**Case group 2:**
Storage performance testing will be based on test scripts which will be
delivered and launched inside VMs using OpenStack Heat templates.
`Heat templates`_ could be laucnhed with different set of paramteters. These
parameters are serving for 2 porpuses:
- 1.Parameters for OpenStack environment:
#) *key_name* - SSH key name that will be injected into instances
#) *flavor* - flavor to be used for instances
#) *image* - image to be used for instances
#) *network_name* - internal network to be used for instances
#) *volume_size* - volume size to be created and attached to instance
#) *vm_count* - amount of VMs with volumes to be spawned
- 2.Parameters for test script:
#) *test_mode* - condition of test (time or disk)
#) *test_rw* - read or write mode (randread, randwrite, randrw)
#) *test_runtime* - amount of time in seconds (default 600)
#) *test_filesize* - amount of data size (default 4G)
#) *test_iodepth* - IO queue size generated by test (default 64)
.. table:: Average values of performance metrics from cinder + ceph
+-------+----------------+----------+----------+---------+-----------+
|| nodes|| test duration || average || average || average|| average |
|| count|| time in sec || IOPS || IOPS || latency|| latency |
|| || || READ || WRITE || READ || WRITE |
+=======+================+==========+==========+=========+===========+
| 2 | | | | | |
+-------+----------------+----------+----------+---------+-----------+
| 4 | | | | | |
+-------+----------------+----------+----------+---------+-----------+
| 10 | | | | | |
+-------+----------------+----------+----------+---------+-----------+
| 20 | | | | | |
+-------+----------------+----------+----------+---------+-----------+
| 40 | | | | | |
+-------+----------------+----------+----------+---------+-----------+
.. table:: Summary values of performance metrics from cinder + ceph
+-------+----------------+----------+----------+
|| nodes|| test duration || SUM || SUM |
|| count|| time in sec || IOPS || IOPS |
|| || || READ || WRITE |
+=======+================+==========+==========+
| 2 | | | |
+-------+----------------+----------+----------+
| 4 | | | |
+-------+----------------+----------+----------+
| 10 | | | |
+-------+----------------+----------+----------+
| 20 | | | |
+-------+----------------+----------+----------+
| 40 | | | |
+-------+----------------+----------+----------+
Applications
============
Rally jobs templates:
--------------------
.. literalinclude:: rally/cinder30.yaml
:language: yaml
.. literalinclude:: rally/cinder60.yaml
:language: yaml
.. literalinclude:: rally/cinder120.yaml
:language: yaml
Heat templates
--------------
.. literalinclude:: heat/main.yaml
:language: yaml
.. literalinclude:: heat/vm-with-vol.yaml
:language: yaml
Test script for heat
--------------------
.. literalinclude:: heat/vmScript.sh
:language: bash
.. references:
.. _Ceph: http://ceph.com/
.. _Kargo: https://github.com/kubernetes-incubator/kargo
.. _Kubernetes: http://kubernetes.io/
.. _Calico: https://github.com/projectcalico/calico-containers/releases/tag/v0.22.0
.. _calicoctl: https://github.com/projectcalico/calico-containers/releases/tag/v1.0.0-beta
.. _OpenStack: http://www.openstack.org/
.. _fuel-ccp: http://fuel-ccp.readthedocs.io/
.. _fio: https://github.com/axboe/fio
.. _Rally: https://rally.readthedocs.io/en/latest/index.html
Reports
=======
Test plan execution reports:
* :ref:`Measuring_performance_of_cinder_ceph`

View File

@ -0,0 +1,29 @@
---
CinderVolumes.create_and_attach_volume:
-
args:
size: 10
image:
name: "cirros_vm"
flavor:
name: "m1.tiny"
runner:
type: "constant"
times: 120
concurrency: 40
context:
users:
tenants: 3
users_per_tenant: 3
quotas:
cinder:
volumes: -1
gigabytes: -1
snapshots: -1
api_versions:
cinder:
version: 2
service_type: volumev2
sla:
failure_rate:
max: 10

View File

@ -0,0 +1,29 @@
---
CinderVolumes.create_and_attach_volume:
-
args:
size: 10
image:
name: "cirros_vm"
flavor:
name: "m1.tiny"
runner:
type: "constant"
times: 30
concurrency: 10
context:
users:
tenants: 3
users_per_tenant: 3
quotas:
cinder:
volumes: -1
gigabytes: -1
snapshots: -1
api_versions:
cinder:
version: 2
service_type: cinderv2
sla:
failure_rate:
max: 10

View File

@ -0,0 +1,29 @@
---
CinderVolumes.create_and_attach_volume:
-
args:
size: 10
image:
name: "cirros_vm"
flavor:
name: "m1.tiny"
runner:
type: "constant"
times: 60
concurrency: 20
context:
users:
tenants: 3
users_per_tenant: 3
quotas:
cinder:
volumes: -1
gigabytes: -1
snapshots: -1
api_versions:
cinder:
version: 2
service_type: volumev2
sla:
failure_rate:
max: 10

View File

@ -0,0 +1,586 @@
.. _Measuring_performance_of_cinder_ceph:
************************************************************
Results of measuring performance of Cinder with Ceph backend
************************************************************
:Abstract:
This document includes performance test results of `Cinder`_
service with `Ceph`_ as storage backend. All tests have been performed
regarding :ref:`Measuring_performance_of_cinder_with_ceph_backend`
Environment description
=======================
Hardware configuration of each server
-------------------------------------
.. table:: Description of servers hardware
+-------+----------------+-----------------------------+-----------------------------+
|server |name | -- | -- |
| +----------------+-----------------------------+-----------------------------+
| |role | ceph cluster member | kubernetes cluster member |
| +----------------+-----------------------------+-----------------------------+
| |vendor,model | HP ProLiant DL380 Gen9 | HP ProLiant DL380 Gen9 |
| +----------------+-----------------------------+-----------------------------+
| |operating_system| Ubuntu 16.04.1 LTS x86_64 | Ubuntu 16.04.1 LTS x86_64 |
+-------+----------------+-----------------------------+-----------------------------+
|CPU |vendor,model | Intel(R) Xeon(R) E5-2680 v3 | Intel(R) Xeon(R) E5-2680 v3 |
| +----------------+-----------------------------+-----------------------------+
| |processor_count | 2 | 2 |
| +----------------+-----------------------------+-----------------------------+
| |core_count | 12 | 12 |
| +----------------+-----------------------------+-----------------------------+
| |frequency_MHz | 2500 | 2500 |
+-------+----------------+-----------------------------+-----------------------------+
|RAM |vendor,model | HP DIMM 16Gb 2133 MHz | HP DIMM 16Gb 2133 MHz |
| +----------------+-----------------------------+-----------------------------+
| |amount_GiB | 256 | 256 |
+-------+----------------+-----------------------------+-----------------------------+
|NETWORK|interface_name | p1p1 | p1p1 |
| +----------------+-----------------------------+-----------------------------+
| |vendor,model | Intel X710 for 10GbE SFP+ | Intel X710 for 10GbE SFP+ |
| +----------------+-----------------------------+-----------------------------+
| |bandwidth | 10Gbit/s | 10Gbit/s |
+-------+----------------+-----------------------------+-----------------------------+
|STORAGE|dev_name | /dev/sd[a-k] | /dev/sda |
| +----------------+-----------------------------+-----------------------------+
| |vendor,model | HP Smart Array Gen9 | HP Smart Array Gen9 RAID10 |
| | | 12xHDD SAS 15K EH0600JEDHE | 12xHDD SAS 15K EH0600JEDHE |
| +----------------+-----------------------------+-----------------------------+
| |SSD/HDD | HDD | HDD |
| +----------------+-----------------------------+-----------------------------+
| |size | 600GB x 11 | 3600GB |
+-------+----------------+-----------------------------+-----------------------------+
Configuration of physical network
---------------------------------
All servers connected between themselves with 10G media. Logically environment
network devided into 2 parts at L2 with vlans. First VLAN is for cluster
interconnect and second is serving as a provider network for OpenStack cloud.
Ceph cluster configuration
--------------------------
Ceph cluster contains 3 hardware servers with identical configuration.
- All servers configured in AIO manner - mon, osd & mds roles present on each of
these 3 servers. Each server has 10 x 600Gib volumes used by OSDs - 30 OSD
total.
- Ceph monitor instances - 3
- Ceph OSDs - 30, 10 per cluster member, placement groups - 1984
..
root@729346-comp-disk-348:~# ceph status
cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d
health HEALTH_WARN
noscrub,nodeep-scrub,sortbitwise flag(s) set
monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0}
election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199
osdmap e81: 30 osds: 30 up, 30 in
flags noscrub,nodeep-scrub,sortbitwise
pgmap v670470: 1984 pgs, 9 pools, 2291 MB data, 300 objects
9236 MB used, 16599 GB / 16608 GB avail
1984 active+clean
:download:`Ceph configuration files <configs/ceph.nodes.tar.gz>`
Kubernetes + Calico configuration
---------------------------------
Kubernetes deployed with `Kargo`_ on 6 hardware nodes.
- Kargo installation topology of k8s by roles:
- kube-master:
- node1
- node2
- kube-node:
- node1
- node2
- node3
- node4
- node5
- node6
- etcd:
- node1
- node2
- node3
- Calico k8s cni plugin configuration:
Calico configured by Kargo and deployed with next configuration:
- Calico container launched from systemd units as services on each node
- Calico addressing configuration for k8s:
..
etcdctl --endpoint https://node1:2379 get /calico/v1/ipam/v4/pool/10.240.0.0-12
{"masquerade": true, "cidr": "10.240.0.0/12"}
:download:`kargo configuration files <configs/kargo.configuration.tar.gz>`
:download:`calico configuration files <configs/calico.tar.gz>`
OpenStack deployment configuration
----------------------------------
OpenStack deployed using `fuel-ccp`_
- OpenStack roles topology:
- roles:
- node[1-3]:
- controller
- openvswitch
- node[4-6]:
- compute
- openvswitch
- OpenStack Cinder + Ceph configuration:
.. code-block:: yaml
ceph:
fsid: "0478bb62-4951-44fc-aecc-e5f1474bd00d"
mon_host: "172.20.9.137"
cinder:
ceph:
enable: true
pool_name: "volumes4"
backup_pool_name: "backup4"
username: "cinder4"
key: "AQAKoUZYmYmDMxAAfD52DuUlghtH6bGSutTfnQ=="
rbd_secret_uuid: "5d6e0775-c45b-4bf6-b9ac-460a3ccec127"
glance:
ceph:
enable: true
pool_name: "images4"
username: "glance4"
key: "AQAKoUZYlZU6IxAA5B+sixBtz19hrjRwV2kUKA=="
nova:
ceph:
enable: true
pool_name: "vms4"
More detailed information about services configuration and distribution
across nodes could be obtained from :download:`fuel-ccp configuration files: <configs/fuel-ccp.tar.gz>`.
Test tools:
^^^^^^^^^^
- `rally`_ - OpenStack benchmarking tool
- `fio`_ - tool that able to simulate a given io workload without resorting to
writing a tailored test case again and again
Testing process
===============
Preparation
-----------
1. `rally container setup`_ - required for 1st test case where we are going to
test "control plane".
2. `openstackclient install`_ - required for both cases.
3. `openstack rc file preparation`_ - required for both cases.
4. Upload ubuntu xenial cloud image in raw disk format.
5. Create and upload image with random data which will be used
for prefilling of Cinder volumes.
Test Case 1
-----------
Launched 3 rally jobs where every next job uses parameters from previous one
multiplied on two.
- Example of Rally job execution
.. code:: bash
rally task start cinder30.yaml
Test Case 2
------------
Spawn different amount of vms with cinder volumes attached using heat.
Each next run spawn greater amount of concurrent vms which will produce
concurrent loads.
- Preparation of image with random data
.. code:: bash
dd if=/dev/urandom of=40g.data bs=1M count=40960 iflag=fullblock status=progress
openstack image create --container-format=bare --disk-format=raw --public --file 40g.data 40g-urandom
- Prepared custom flavor for VMs
.. code:: bash
openstack flavor show m1.cinder
+----------------------------+--------------------------------------+
| Field | Value |
+----------------------------+--------------------------------------+
| OS-FLV-DISABLED:disabled | False |
| OS-FLV-EXT-DATA:ephemeral | 0 |
| access_project_ids | None |
| disk | 6 |
| id | 74eff70b-5f1e-44db-8248-90be0c57a18e |
| name | m1.cinder |
| os-flavor-access:is_public | True |
| properties | |
| ram | 2048 |
| rxtx_factor | 1.0 |
| swap | |
| vcpus | 1 |
+----------------------------+--------------------------------------+
- Example of heat template execution - launch of tests
.. code:: bash
# 2 VMs R/W
# write
openstack stack create --parameter "image=xenial_raw;flavor=m1.cinder;key_name=admkey;volume_size=40;network_name=int-net;vm_count=1;test_iodepth=64;test_filesize=40G;test_mode=time;test_runtime=600;test_rw=randwrite" --template cinder-ceph-io/main.yaml cinderstack0
+---------------------+--------------------------------------+
| Field | Value |
+---------------------+--------------------------------------+
| id | ae834cdc-35d3-4fc2-a0df-c8a4dfd499c9 |
| stack_name | cinderstack0 |
| description | No description |
| creation_time | 2016-12-27T16:15:26Z |
| updated_time | None |
| stack_status | CREATE_IN_PROGRESS |
| stack_status_reason | Stack CREATE started |
+---------------------+--------------------------------------+
# read
openstack stack create --parameter "image=xenial_raw;flavor=m1.cinder;key_name=admkey;volume_size=40;network_name=int-net;vm_count=1;test_iodepth=64;test_filesize=40G;test_mode=time;test_runtime=600;test_rw=randread" --template cinder-ceph-io/main.yaml cinderstack1
+---------------------+--------------------------------------+
| Field | Value |
+---------------------+--------------------------------------+
| id | bd9d923d-0571-4219-a639-071cf1d41cd3 |
| stack_name | cinderstack1 |
| description | No description |
| creation_time | 2016-12-27T16:15:28Z |
| updated_time | None |
| stack_status | CREATE_IN_PROGRESS |
| stack_status_reason | Stack CREATE started |
+---------------------+--------------------------------------+
- As a result of this part we got the following CSV files in following format
starttime,stoptime,jobname,
read_iops,read_bandwith,read_complelatency_mean,read_complelatency_min,read_complelatency_max,read_complelatency_95%ile,read_complelatency_99%ile,read_total_latency_avg,read_bandwith_avg,
write_iops,write_bandwith,write_complelatency_mean,write_complelatency_min,write_complelatency_max,write_complelatency_95%ile,write_complelatency_99%ile,write_total_latency_avg,write_bandwith_avg.
:download:`METRICS(NUMBER_OF_VM_WORKERS=2) <results/cinder_ceph/02/2.csv>`
:download:`METRICS(NUMBER_OF_VM_WORKERS=4) <results/cinder_ceph/04/4.csv>`
:download:`METRICS(NUMBER_OF_VM_WORKERS=10) <results/cinder_ceph/10/10.csv>`
:download:`METRICS(NUMBER_OF_VM_WORKERS=20) <results/cinder_ceph/20/20.csv>`
:download:`METRICS(NUMBER_OF_VM_WORKERS=40) <results/cinder_ceph/40/40.csv>`
Results
=======
Test Case 1
-----------
Summary table for Rally jobs launched with 30, 60 and 120 instances
.. table:: Summary table for Rally jobs
+-------------------------------------------------------------------------------------------------------------------------+
| Response Times (sec) |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| Action | Min (sec) | Median (sec) | 90%ile (sec) | 95%ile (sec) | Max (sec) | Avg (sec) | Success | Count |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.boot_server | 8.867 | 13.971 | 18.19 | 18.953 | 20.078 | 13.967 | 100.0% | 30 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder.create_volume | 2.28 | 2.433 | 2.66 | 2.882 | 3.058 | 2.452 | 100.0% | 30 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.attach_volume | 2.354 | 2.666 | 3.41 | 4.036 | 5.24 | 2.844 | 100.0% | 30 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.detach_volume | 2.283 | 2.386 | 2.51 | 2.525 | 2.544 | 2.394 | 100.0% | 30 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder.delete_volume | 0.268 | 2.187 | 2.324 | 2.383 | 2.419 | 2.157 | 100.0% | 30 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.delete_server | 2.326 | 2.509 | 4.607 | 4.683 | 4.771 | 2.839 | 100.0% | 30 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| total | 17.362 | 23.35 | 28.268 | 28.455 | 28.987 | 23.654 | 100.0% | 30 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.boot_server | 10.719 | 19.401 | 24.605 | 24.891 | 26.366 | 18.951 | 100.0% | 60 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder.create_volume | 2.281 | 3.148 | 8.412 | 8.74 | 8.993 | 4.188 | 100.0% | 60 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.attach_volume | 2.388 | 4.55 | 6.909 | 7.142 | 9.588 | 4.544 | 100.0% | 60 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.detach_volume | 2.308 | 2.603 | 4.842 | 5.663 | 6.485 | 3.304 | 100.0% | 60 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder.delete_volume | 2.132 | 2.197 | 2.414 | 4.275 | 6.261 | 2.415 | 100.0% | 60 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.delete_server | 2.38 | 2.798 | 5.11 | 5.937 | 8.817 | 3.802 | 100.0% | 60 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| total | 22.144 | 34.618 | 42.993 | 43.782 | 44.018 | 34.205 | 100.0% | 60 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.boot_server | 16.817 | 29.559 | 39.734 | 49.257 | 78.91 | 31.29 | 100.0% | 120 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder.create_volume | 2.377 | 6.364 | 9.192 | 9.441 | 11.667 | 6.66 | 100.0% | 120 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.attach_volume | 2.57 | 7.196 | 11.151 | 12.285 | 17.159 | 7.228 | 100.0% | 120 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.detach_volume | 2.308 | 4.897 | 8.617 | 9.816 | 11.4 | 5.218 | 100.0% | 120 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| cinder.delete_volume | 0.359 | 2.3 | 4.563 | 6.25 | 7.456 | 2.928 | 100.0% | 120 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| nova.delete_server | 2.372 | 4.942 | 8.401 | 10.761 | 15.516 | 5.357 | 100.0% | 120 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
| total | 31.509 | 53.733 | 68.212 | 73.372 | 109.88 | 55.682 | 100.0% | 120 |
+----------------------+-----------+--------------+--------------+--------------+-----------+-----------+---------+-------+
HTML reports generated by Rally
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
- Report for 30 instances :download:`link <results/rally/output30.html>`
- Report for 60 instances :download:`link <results/rally/output60.html>`
- Report for 120 instances :download:`link <results/rally/output120.html>`
Graphs which shows time dependecy from amount of instances
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
.. image:: results/rally/rally_cinder.png
:alt: Rally cinder tests graphs
:scale: 90
Test Case 2
-----------
Simultaneous run of equal amount random read and write operations.
All raw data and graphs could be obtained from - `Tests results spreadsheet`_.
Average data
^^^^^^^^^^^^
Table represents average results of mesurments made inside each consumer.
This means that each row in the table below contains data from equal amount of
consumers which were running at the same time and were producing read and write
operations.
Latency displayed in milliseconds and represents value of 95th percentile.
.. table:: Average values of performance metrics from cinder + ceph
+-------+----------------+----------+----------+---------+-----------+
|| nodes|| test duration || average || average || average|| average |
|| count|| time in sec || IOPS || IOPS || latency|| latency |
|| || || READ || WRITE || READ || WRITE |
+=======+================+==========+==========+=========+===========+
| 2 | 600 | 10711 | 3517 | 9.792 | 13.76 |
+-------+----------------+----------+----------+---------+-----------+
| 4 | 600 | 12512 | 1027 | 8.896 | 143.104 |
+-------+----------------+----------+----------+---------+-----------+
| 10 | 600 | 10730 | 32 | 12.582 | 5026.611 |
+-------+----------------+----------+----------+---------+-----------+
| 20 | 600 | 1143 | 9 | 11.597 | 11848.909 |
+-------+----------------+----------+----------+---------+-----------+
| 40 | 600 | 1460 | 4 | 35.117 | 16711.68 |
+-------+----------------+----------+----------+---------+-----------+
Graphs for average results
^^^^^^^^^^^^^^^^^^^^^^^^^^
**Average data: Volumes / IOPS / Latency 95%ile**
.. image:: results/cinder_ceph/avg_vol_io_lat.png
:alt: Average Volumes / IOPS / Latency 95%ile
:scale: 90
**Average data: IOPS / Latency 95%ile**
.. image:: results/cinder_ceph/avg_io_lat.png
:alt: Average IOPS / Latency 95%ile
:scale: 90
**Average data: IOPS / Volumes**
.. image:: results/cinder_ceph/avg_io_vol.png
:alt: Average IOPS / Volumes
:scale: 90
**Average data: IOPS / Bandwidth**
.. image:: results/cinder_ceph/avg_io_bw.png
:alt: Average IOPS / Bandwidth
:scale: 90
**Average data: Volumes / Bandwidth**
.. image:: results/cinder_ceph/avg_bw_vol.png
:alt: Average Volumes / Bandwidth
:scale: 90
Summary data
^^^^^^^^^^^^
Here represented data from aggregated values.
.. table:: Summary values of performance metrics from cinder + ceph
+-------+----------------+----------+----------+
|| nodes|| test duration || SUM || SUM |
|| count|| time in sec || IOPS || IOPS |
|| || || READ || WRITE |
+=======+================+==========+==========+
| 2 | 600 | 10711 | 3517 |
+-------+----------------+----------+----------+
| 4 | 600 | 25024 | 2054 |
+-------+----------------+----------+----------+
| 10 | 600 | 53652 | 160 |
+-------+----------------+----------+----------+
| 20 | 600 | 11437 | 87 |
+-------+----------------+----------+----------+
| 40 | 600 | 29203 | 81 |
+-------+----------------+----------+----------+
Graphs for summary results
^^^^^^^^^^^^^^^^^^^^^^^^^^
**Summary data: IOPS / Volumes**
.. image:: results/cinder_ceph/sum_io_vol.png
:alt: Summary IOPS/ Volumes
:scale: 90
**Summary data: Volumes / Bandwidth**
.. image:: results/cinder_ceph/sum_vol_bw.png
:alt: Summary Volumes / Bandwidth
:scale: 90
Issues which have been found during the tests
=============================================
Ceph performance degradation due to use of non optimal configuration
--------------------------------------------------------------------
Down below displayed couple of raw data entries as from test results as from Ceph
log files. This data shows that Ceph began to block serving of requests due to
lack of placemnent groups and grown amount of concurrent read/write requests.
Data from tests::
2016.12.28-13:48:24 2016.12.28-13:58:37 time-vm-randwrite-16_fio 0 0 0 0 0 0 0 0 0 3 14 18258.5785 60.418 27027.923 16711.68 16711.68 18258.6123 14.723724
2016.12.28-13:47:34 2016.12.28-13:57:57 time-vm-randwrite-17_fio 0 0 0 0 0 0 0 0 0 4 16 15692.7769 73.15 47574.579 16711.68 16711.68 15692.8036 17.715092
2016.12.28-13:51:36 2016.12.28-14:01:39 time-vm-randwrite-18_fio 0 0 0 0 0 0 0 0 0 6 27 9373.5427 7.837 27200.956 16711.68 16711.68 9373.5793 35.894502
2016.12.28-13:50:27 2016.12.28-14:00:28 time-vm-randread-19_fio 347 1391 183.965 0.071 45620.107 21.888 6455.296 183.9819 1791.505108 0 0 0 0 0
2016.12.28-13:52:05 2016.12.28-14:02:05 time-vm-randread-1_fio 1309 5237 48.8591 0.199 45945.681 18.304 23.68 48.8754 6672.371367 0 0 0 0 0
2016.12.28-13:52:37 2016.12.28-14:02:37 time-vm-randread-2_fio 1443 5773 44.3222 0.085 42175.723 22.4 25.216 44.3394 7158.120545 0 0 0 0 0
Data from Ceph logs::
Wed Dec 28 13:53:47 UTC 2016 cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d health HEALTH_WARN 297 requests are blocked > 32 sec noscrub,nodeep-scrub,sortbitwise flag(s) set monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0} election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199 osdmap e82: 30 osds: 30 up, 30 in flags noscrub,nodeep-scrub,sortbitwise pgmap v691525: 1984 pgs, 9 pools, 127 GB data, 27911 objects 393 GB used, 16214 GB / 16608 GB avail 1984 active+clean client io 216 MB/s rd, 206 MB/s wr, 1193 op/s rd, 271 op/s wr
Wed Dec 28 13:54:23 UTC 2016 cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d health HEALTH_WARN 145 requests are blocked > 32 sec noscrub,nodeep-scrub,sortbitwise flag(s) set monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0} election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199 osdmap e82: 30 osds: 30 up, 30 in flags noscrub,nodeep-scrub,sortbitwise pgmap v691534: 1984 pgs, 9 pools, 136 GB data, 30138 objects 420 GB used, 16187 GB / 16608 GB avail 1984 active+clean client io 233 MB/s rd, 226 MB/s wr, 1407 op/s rd, 295 op/s wr
Wed Dec 28 13:55:30 UTC 2016 cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d health HEALTH_WARN 280 requests are blocked > 32 sec noscrub,nodeep-scrub,sortbitwise flag(s) set monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0} election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199 osdmap e82: 30 osds: 30 up, 30 in flags noscrub,nodeep-scrub,sortbitwise pgmap v691547: 1984 pgs, 9 pools, 148 GB data, 33162 objects 454 GB used, 16153 GB / 16608 GB avail 1984 active+clean client io 262 MB/s rd, 248 MB/s wr, 1472 op/s rd, 320 op/s wr
Wed Dec 28 13:56:14 UTC 2016 cluster 0478bb62-4951-44fc-aecc-e5f1474bd00d health HEALTH_WARN 240 requests are blocked > 32 sec noscrub,nodeep-scrub,sortbitwise flag(s) set monmap e1: 3 mons at {729346-comp-disk-348=172.20.9.137:6789/0,729353-comp-disk-341=172.20.9.144:6789/0,729693-comp-disk-199=172.20.9.242:6789/0} election epoch 6, quorum 0,1,2 729346-comp-disk-348,729353-comp-disk-341,729693-comp-disk-199 osdmap e82: 30 osds: 30 up, 30 in flags noscrub,nodeep-scrub,sortbitwise pgmap v691560: 1984 pgs, 9 pools, 160 GB data, 36160 objects 490 GB used, 16117 GB / 16608 GB avail 1984 active+clean client io 215 MB/s rd, 202 MB/s wr, 1282 op/s rd, 266 op/s wr
tbitwise pgmap v691562: 1984 pgs, 9 pools, 161 GB data, 36591 objects 495 GB used, 16112 GB / 16608 GB avail 1984 active+clean client io 257 MB/s rd, 246 MB/s wr, 1591 op/s rd, 304 op/s wr
**Explanation of data from above:**
1.Time period got from last test run, where were spawned 40 VMs / consumers.
20 for read and 20 for write tests running in concurrent mode. Each test cycle
duration is equals 600 seconds - 10 minutes. From test logs we see that all VMs
were spawned with small time difference and have about 70% of intersection.
During this period of time VMs were producing loads on storage subsystem.
2.Amount of IOPS are lowered for both read and write operations. From test logs
we see that for write they are: *3*, *4*, *6* and for read: *347*, *1309*, *1443*.
3.IOPS values in case of read operations are higher then in case of write operations
due to RAID controller cache on Ceph cluster nodes and usage of one image for
all volumes used in all tests.
4.Ceph log files show that during time when tests were running load on Ceph reached
configuration limitaions and Ceph began to block requests. In log files it
repsesented with entries containign this - *240 requests are blocked > 32 sec*.
Applications
============
Sofware versions used during tests
----------------------------------
.. table::
+-----------------+--------------+-------------------------------------------------+
| software | version | source |
+=================+==============+=================================================+
| `Ceph`_ | jewell | Debian jessie ceph package repository v10.2.3 |
+-----------------+--------------+-------------------------------------------------+
| `Kargo`_ | master | From sources |
| | | commit a62f74259c8df233b177f7853a178bcbb7d9ef43 |
+-----------------+--------------+-------------------------------------------------+
| `Kubernetes`_ | 1.4.3 | quay.io/coreos/hyperkube:v1.4.3_coreos.0 |
+-----------------+--------------+-------------------------------------------------+
| `Calico`_ | 0.22.0 | docker hub calico/node |
+-----------------+--------------+-------------------------------------------------+
| `calicoctl`_ | 1.0.0-beta | docker hub calico/ctl |
+-----------------+--------------+-------------------------------------------------+
| `fuel-ccp`_ | master | From sources |
| | | commit f4afa36d9097c5860fa8ee9c2726236e7de83a27 |
+-----------------+--------------+-------------------------------------------------+
| `OpenStack`_ | newton | From sources |
+-----------------+--------------+-------------------------------------------------+
| `Rally`_ | 0.7.1~dev176 | docker hub rallyforge/rally |
+-----------------+--------------+-------------------------------------------------+
| `fio`_ | 2.2.10 | Ubuntu 16.04 Xenial package repository |
+-----------------+--------------+-------------------------------------------------+
.. references:
.. _Ceph: http://ceph.com/
.. _Cinder: https://wiki.openstack.org/wiki/Cinder
.. _Calico: https://github.com/projectcalico/calico-containers/releases/tag/v0.22.0
.. _calicoctl: https://github.com/projectcalico/calico-containers/releases/tag/v1.0.0-beta
.. _Kargo: https://github.com/kubernetes-incubator/kargo
.. _Kubernetes: http://kubernetes.io/
.. _fuel-ccp: http://fuel-ccp.readthedocs.io/
.. _rally container setup: https://rally.readthedocs.io/en/latest/install_and_upgrade/install.html#rally-docker
.. _rally: https://rally.readthedocs.io/en/latest/index.html
.. _openstackclient install: http://docs.openstack.org/cli-reference/common/cli-install-openstack-command-line-clients.html
.. _openstack rc file preparation: http://docs.openstack.org/user-guide/common/cli-set-environment-variables-using-openstack-rc.html
.. _OpenStack: http://www.openstack.org/
.. _fio: https://github.com/axboe/fio
.. _rally: https://rally.readthedocs.io/en/latest/index.html
.. _Tests results spreadsheet: https://docs.google.com/spreadsheets/d/1W08fquemLszmq0WMWq2-RNDt_bvVqeZrGJer1UrmgxA/edit?usp=sharing

View File

@ -0,0 +1,2 @@
2016.12.28-12:20:10,2016.12.28-12:30:11,time-vm-randread-0_fio,10711,42847,5.9648,0.1490,961.2010,9.7920,11.5840,5.9727,43475.101709,0,0,0,0,0,0,0,0,0.000000
2016.12.28-12:20:04,2016.12.28-12:30:05,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,3517,14071,18.1864,0.8540,1536.5690,13.7600,358.4000,18.1913,14525.609361
1 2016.12.28-12:20:10 2016.12.28-12:30:11 time-vm-randread-0_fio 10711 42847 5.9648 0.1490 961.2010 9.7920 11.5840 5.9727 43475.101709 0 0 0 0 0 0 0 0 0.000000
2 2016.12.28-12:20:04 2016.12.28-12:30:05 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 3517 14071 18.1864 0.8540 1536.5690 13.7600 358.4000 18.1913 14525.609361

View File

@ -0,0 +1 @@
2016.12.28-12:20:10,2016.12.28-12:30:11,time-vm-randread-0_fio,10711,42847,5.9648,0.1490,961.2010,9.7920,11.5840,5.9727,43475.101709,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-12:20:10 2016.12.28-12:30:11 time-vm-randread-0_fio 10711 42847 5.9648 0.1490 961.2010 9.7920 11.5840 5.9727 43475.101709 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-0_fio;0;0;25708860;42847;10711;600004;1;5514;7.585202;27.008453;149;961201;5964.859358;17868.184999;1.000000%=596;5.000000%=1704;10.000000%=2608;20.000000%=3344;30.000000%=3632;40.000000%=3952;50.000000%=4320;60.000000%=4960;70.000000%=6176;80.000000%=7392;90.000000%=8768;95.000000%=9792;99.000000%=11584;99.500000%=13632;99.900000%=313344;99.950000%=428032;99.990000%=708608;0%=0;0%=0;0%=0;281;961214;5972.709902;17868.153267;1069;60472;100.000000%;43475.101709;10374.733867;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;3.368650%;12.781269%;6156443;0;75;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.54%;1.01%;0.83%;4.04%;35.29%;53.98%;3.86%;0.07%;0.10%;0.15%;0.10%;0.03%;0.01%;0.00%;0.00%;vdc;6426325;0;0;0;38309328;0;38308260;100.00%

View File

@ -0,0 +1 @@
2016.12.28-12:20:04,2016.12.28-12:30:05,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,3517,14071,18.1864,0.8540,1536.5690,13.7600,358.4000,18.1913,14525.609361
1 2016.12.28-12:20:04 2016.12.28-12:30:05 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 3517 14071 18.1864 0.8540 1536.5690 13.7600 358.4000 18.1913 14525.609361

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-0_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;8442976;14071;3517;600011;1;3788;4.715550;18.641998;854;1536569;18186.444885;71027.454924;1.000000%=1224;5.000000%=1608;10.000000%=1896;20.000000%=2512;30.000000%=4192;40.000000%=9536;50.000000%=10304;60.000000%=10944;70.000000%=11328;80.000000%=11840;90.000000%=12352;95.000000%=13760;99.000000%=358400;99.500000%=610304;99.900000%=929792;99.950000%=1019904;99.990000%=1171456;0%=0;0%=0;0%=0;860;1536579;18191.397847;71027.882621;6;36285;100.000000%;14525.609361;11312.760855;0.935318%;2.303295%;531682;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.04%;11.94%;17.67%;15.16%;50.62%;1.20%;0.77%;1.26%;0.66%;0.37%;0.25%;0.06%;0.00%;vdc;16;2109213;0;0;4;38296316;38295960;100.00%

View File

@ -0,0 +1,4 @@
2016.12.28-12:46:49,2016.12.28-12:56:49,time-vm-randread-0_fio,12254,49019,5.2117,0.1500,1116.2450,9.0240,10.9440,5.2203,49742.415463,0,0,0,0,0,0,0,0,0.000000
2016.12.28-12:46:18,2016.12.28-12:56:18,time-vm-randread-1_fio,12770,51081,5.0014,0.0950,1120.0140,8.7680,10.4320,5.0096,51877.013617,0,0,0,0,0,0,0,0,0.000000
2016.12.28-12:45:58,2016.12.28-12:55:59,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,1020,4082,62.6984,0.9400,3076.2560,160.7680,1646.5920,62.7046,4229.605709
2016.12.28-12:46:17,2016.12.28-12:56:17,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,1034,4137,61.8551,0.9300,3113.5940,125.4400,1859.5840,61.8634,4307.341987
1 2016.12.28-12:46:49 2016.12.28-12:56:49 time-vm-randread-0_fio 12254 49019 5.2117 0.1500 1116.2450 9.0240 10.9440 5.2203 49742.415463 0 0 0 0 0 0 0 0 0.000000
2 2016.12.28-12:46:18 2016.12.28-12:56:18 time-vm-randread-1_fio 12770 51081 5.0014 0.0950 1120.0140 8.7680 10.4320 5.0096 51877.013617 0 0 0 0 0 0 0 0 0.000000
3 2016.12.28-12:45:58 2016.12.28-12:55:59 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 1020 4082 62.6984 0.9400 3076.2560 160.7680 1646.5920 62.7046 4229.605709
4 2016.12.28-12:46:17 2016.12.28-12:56:17 time-vm-randwrite-1_fio 0 0 0 0 0 0 0 0 0.000000 1034 4137 61.8551 0.9300 3113.5940 125.4400 1859.5840 61.8634 4307.341987

View File

@ -0,0 +1 @@
2016.12.28-12:46:49,2016.12.28-12:56:49,time-vm-randread-0_fio,12254,49019,5.2117,0.1500,1116.2450,9.0240,10.9440,5.2203,49742.415463,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-12:46:49 2016.12.28-12:56:49 time-vm-randread-0_fio 12254 49019 5.2117 0.1500 1116.2450 9.0240 10.9440 5.2203 49742.415463 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-0_fio;0;0;29411636;49019;12254;600002;1;6157;8.306237;36.610637;150;1116245;5211.745840;16071.325959;1.000000%=572;5.000000%=1288;10.000000%=1912;20.000000%=2608;30.000000%=3120;40.000000%=3632;50.000000%=4192;60.000000%=5024;70.000000%=5856;80.000000%=6816;90.000000%=8032;95.000000%=9024;99.000000%=10944;99.500000%=11968;99.900000%=201728;99.950000%=387072;99.990000%=765952;0%=0;0%=0;0%=0;283;1116252;5220.357362;16071.441134;107;64536;100.000000%;49742.415463;11770.491767;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.260660%;15.817307%;7123168;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.58%;1.39%;1.36%;7.59%;35.55%;51.34%;1.96%;0.03%;0.04%;0.07%;0.05%;0.02%;0.01%;0.01%;0.00%;vdc;7350109;0;0;0;38283240;0;38281736;100.00%

View File

@ -0,0 +1 @@
2016.12.28-12:46:18,2016.12.28-12:56:18,time-vm-randread-1_fio,12770,51081,5.0014,0.0950,1120.0140,8.7680,10.4320,5.0096,51877.013617,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-12:46:18 2016.12.28-12:56:18 time-vm-randread-1_fio 12770 51081 5.0014 0.0950 1120.0140 8.7680 10.4320 5.0096 51877.013617 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-1_fio;0;0;30649188;51081;12770;600007;1;5398;7.947363;33.455168;95;1120014;5001.423930;15844.350662;1.000000%=540;5.000000%=1112;10.000000%=1624;20.000000%=2320;30.000000%=2800;40.000000%=3344;50.000000%=4016;60.000000%=4896;70.000000%=5792;80.000000%=6816;90.000000%=7904;95.000000%=8768;99.000000%=10432;99.500000%=11328;99.900000%=193536;99.950000%=378880;99.990000%=757760;0%=0;0%=0;0%=0;279;1120020;5009.660904;15844.380031;436;65984;100.000000%;51877.013617;11847.407146;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.097959%;15.847842%;7366062;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.73%;1.69%;1.74%;10.69%;35.01%;48.71%;1.21%;0.03%;0.04%;0.07%;0.05%;0.02%;0.01%;0.01%;0.00%;vdc;7662293;0;0;0;38297460;0;38296600;100.00%

View File

@ -0,0 +1 @@
2016.12.28-12:45:58,2016.12.28-12:55:59,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,1020,4082,62.6984,0.9400,3076.2560,160.7680,1646.5920,62.7046,4229.605709
1 2016.12.28-12:45:58 2016.12.28-12:55:59 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 1020 4082 62.6984 0.9400 3076.2560 160.7680 1646.5920 62.7046 4229.605709

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-0_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;2449912;4082;1020;600100;1;2616;5.941955;13.364930;940;3076256;62698.445807;239412.412884;1.000000%=2288;5.000000%=10048;10.000000%=11328;20.000000%=12224;30.000000%=13504;40.000000%=16768;50.000000%=17536;60.000000%=18048;70.000000%=18816;80.000000%=19840;90.000000%=53504;95.000000%=160768;99.000000%=1646592;99.500000%=1875968;99.900000%=2244608;99.950000%=2375680;99.990000%=2670592;0%=0;0%=0;0%=0;948;3076267;62704.637980;239413.427456;12;16664;100.000000%;4229.605709;5392.989350;0.357941%;0.861191%;263547;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.71%;1.16%;3.09%;76.08%;8.61%;3.70%;2.85%;1.20%;0.38%;0.30%;1.58%;0.32%;vdc;15;612414;0;0;0;38335328;38380228;100.00%

View File

@ -0,0 +1 @@
2016.12.28-12:46:17,2016.12.28-12:56:17,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,1034,4137,61.8551,0.9300,3113.5940,125.4400,1859.5840,61.8634,4307.341987
1 2016.12.28-12:46:17 2016.12.28-12:56:17 time-vm-randwrite-1_fio 0 0 0 0 0 0 0 0 0.000000 1034 4137 61.8551 0.9300 3113.5940 125.4400 1859.5840 61.8634 4307.341987

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-1_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;2483000;4137;1034;600052;1;3557;7.897943;34.352076;930;3113594;61855.175314;259128.088300;1.000000%=2672;5.000000%=9920;10.000000%=11200;20.000000%=12352;30.000000%=14656;40.000000%=16768;50.000000%=17536;60.000000%=18048;70.000000%=18560;80.000000%=19328;90.000000%=25984;95.000000%=125440;99.000000%=1859584;99.500000%=2088960;99.900000%=2375680;99.950000%=2473984;99.990000%=2670592;0%=0;0%=0;0%=0;941;3113607;61863.402315;259129.271316;3;16416;100.000000%;4307.341987;5676.833167;0.480626%;1.170567%;245507;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.62%;0.94%;3.71%;79.57%;7.67%;1.97%;1.95%;1.11%;0.44%;0.22%;1.11%;0.69%;vdc;16;620048;0;0;12;38367124;38368312;100.00%

View File

@ -0,0 +1,10 @@
2016.12.28-13:01:35,2016.12.28-13:11:35,time-vm-randread-0_fio,9696,38787,6.5880,0.3350,73.2230,11.7120,13.5040,6.5976,38798.790659,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:01:40,2016.12.28-13:11:40,time-vm-randread-1_fio,9520,38080,6.7093,0.2120,72.0430,11.8400,13.6320,6.7200,38090.912427,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:01:31,2016.12.28-13:11:32,time-vm-randread-2_fio,12139,48559,5.2617,0.0660,211.3570,9.9200,11.4560,5.2699,48569.158465,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:01:41,2016.12.28-13:11:41,time-vm-randread-3_fio,9417,37669,6.7830,0.1390,59.2750,11.8400,13.6320,6.7934,37675.502919,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:00:50,2016.12.28-13:10:50,time-vm-randread-4_fio,12880,51521,4.9584,0.1370,39.1510,9.1520,10.6880,4.9667,51532.863219,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:01:38,2016.12.28-13:11:39,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,51,206,1242.1788,1.1120,6179.5080,4816.8960,5275.6480,1242.1964,217.996248
2016.12.28-13:00:10,2016.12.28-13:10:14,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,29,116,2190.9764,1.3850,6934.3330,5079.0400,5472.2560,2191.0014,118.644921
2016.12.28-13:00:33,2016.12.28-13:10:35,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,29,118,2159.5941,1.6390,6460.6880,4751.3600,5341.1840,2159.6191,121.320826
2016.12.28-13:00:58,2016.12.28-13:10:59,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,26,107,2382.7706,1.2930,6230.2930,5210.1120,5603.3280,2382.7977,110.661582
2016.12.28-13:00:21,2016.12.28-13:10:24,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,25,100,2550.4272,1.2950,6913.6690,5275.6480,5799.9360,2550.4534,102.151543
1 2016.12.28-13:01:35 2016.12.28-13:11:35 time-vm-randread-0_fio 9696 38787 6.5880 0.3350 73.2230 11.7120 13.5040 6.5976 38798.790659 0 0 0 0 0 0 0 0 0.000000
2 2016.12.28-13:01:40 2016.12.28-13:11:40 time-vm-randread-1_fio 9520 38080 6.7093 0.2120 72.0430 11.8400 13.6320 6.7200 38090.912427 0 0 0 0 0 0 0 0 0.000000
3 2016.12.28-13:01:31 2016.12.28-13:11:32 time-vm-randread-2_fio 12139 48559 5.2617 0.0660 211.3570 9.9200 11.4560 5.2699 48569.158465 0 0 0 0 0 0 0 0 0.000000
4 2016.12.28-13:01:41 2016.12.28-13:11:41 time-vm-randread-3_fio 9417 37669 6.7830 0.1390 59.2750 11.8400 13.6320 6.7934 37675.502919 0 0 0 0 0 0 0 0 0.000000
5 2016.12.28-13:00:50 2016.12.28-13:10:50 time-vm-randread-4_fio 12880 51521 4.9584 0.1370 39.1510 9.1520 10.6880 4.9667 51532.863219 0 0 0 0 0 0 0 0 0.000000
6 2016.12.28-13:01:38 2016.12.28-13:11:39 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 51 206 1242.1788 1.1120 6179.5080 4816.8960 5275.6480 1242.1964 217.996248
7 2016.12.28-13:00:10 2016.12.28-13:10:14 time-vm-randwrite-1_fio 0 0 0 0 0 0 0 0 0.000000 29 116 2190.9764 1.3850 6934.3330 5079.0400 5472.2560 2191.0014 118.644921
8 2016.12.28-13:00:33 2016.12.28-13:10:35 time-vm-randwrite-2_fio 0 0 0 0 0 0 0 0 0.000000 29 118 2159.5941 1.6390 6460.6880 4751.3600 5341.1840 2159.6191 121.320826
9 2016.12.28-13:00:58 2016.12.28-13:10:59 time-vm-randwrite-3_fio 0 0 0 0 0 0 0 0 0.000000 26 107 2382.7706 1.2930 6230.2930 5210.1120 5603.3280 2382.7977 110.661582
10 2016.12.28-13:00:21 2016.12.28-13:10:24 time-vm-randwrite-4_fio 0 0 0 0 0 0 0 0 0.000000 25 100 2550.4272 1.2950 6913.6690 5275.6480 5799.9360 2550.4534 102.151543

View File

@ -0,0 +1 @@
2016.12.28-13:01:35,2016.12.28-13:11:35,time-vm-randread-0_fio,9696,38787,6.5880,0.3350,73.2230,11.7120,13.5040,6.5976,38798.790659,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:01:35 2016.12.28-13:11:35 time-vm-randread-0_fio 9696 38787 6.5880 0.3350 73.2230 11.7120 13.5040 6.5976 38798.790659 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-0_fio;0;0;23272868;38787;9696;600005;1;6733;9.354822;60.498586;335;73223;6588.004212;3024.651871;1.000000%=1496;5.000000%=2448;10.000000%=2896;20.000000%=3664;30.000000%=4384;40.000000%=5216;50.000000%=6304;60.000000%=7328;70.000000%=8384;80.000000%=9536;90.000000%=10688;95.000000%=11712;99.000000%=13504;99.500000%=14144;99.900000%=17792;99.950000%=19840;99.990000%=22144;0%=0;0%=0;0%=0;341;73228;6597.691074;3025.031497;25461;53872;100.000000%;38798.790659;3494.458181;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;3.765308%;14.089906%;5621176;0;73;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.10%;0.19%;1.98%;22.20%;59.73%;15.73%;0.05%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;5817056;0;0;0;38295468;0;38294464;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:01:40,2016.12.28-13:11:40,time-vm-randread-1_fio,9520,38080,6.7093,0.2120,72.0430,11.8400,13.6320,6.7200,38090.912427,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:01:40 2016.12.28-13:11:40 time-vm-randread-1_fio 9520 38080 6.7093 0.2120 72.0430 11.8400 13.6320 6.7200 38090.912427 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-1_fio;0;0;22848364;38080;9520;600007;1;8429;10.277845;72.849142;212;72043;6709.368262;3063.011722;1.000000%=1512;5.000000%=2512;10.000000%=2992;20.000000%=3760;30.000000%=4448;40.000000%=5344;50.000000%=6496;60.000000%=7520;70.000000%=8512;80.000000%=9664;90.000000%=10944;95.000000%=11840;99.000000%=13632;99.500000%=14400;99.900000%=19072;99.950000%=20608;99.990000%=22400;0%=0;0%=0;0%=0;349;72050;6720.048701;3063.416472;25840;46770;100.000000%;38090.912427;3652.405939;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.325290%;14.741853%;5382828;0;73;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.09%;0.19%;1.91%;21.15%;59.71%;16.87%;0.06%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;5710982;0;0;0;38270504;0;38269772;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:01:31,2016.12.28-13:11:32,time-vm-randread-2_fio,12139,48559,5.2617,0.0660,211.3570,9.9200,11.4560,5.2699,48569.158465,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:01:31 2016.12.28-13:11:32 time-vm-randread-2_fio 12139 48559 5.2617 0.0660 211.3570 9.9200 11.4560 5.2699 48569.158465 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-2_fio;0;0;29135896;48559;12139;600007;1;6131;7.887417;32.201975;66;211357;5261.754729;2683.662179;1.000000%=844;5.000000%=1576;10.000000%=2192;20.000000%=2928;30.000000%=3408;40.000000%=4016;50.000000%=4832;60.000000%=5728;70.000000%=6688;80.000000%=7776;90.000000%=9024;95.000000%=9920;99.000000%=11456;99.500000%=11968;99.900000%=13504;99.950000%=14272;99.990000%=17536;0%=0;0%=0;0%=0;305;211365;5269.956474;2683.882583;29424;54056;100.000000%;48569.158465;2614.439577;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;3.927961%;14.885184%;7001291;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;0.11%;0.57%;0.93%;6.65%;31.54%;55.71%;4.49%;0.01%;0.01%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;7280843;0;0;0;38282936;0;38281732;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:01:41,2016.12.28-13:11:41,time-vm-randread-3_fio,9417,37669,6.7830,0.1390,59.2750,11.8400,13.6320,6.7934,37675.502919,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:01:41 2016.12.28-13:11:41 time-vm-randread-3_fio 9417 37669 6.7830 0.1390 59.2750 11.8400 13.6320 6.7934 37675.502919 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-3_fio;0;0;22602008;37669;9417;600003;1;6985;9.999653;68.388507;139;59275;6783.038058;3043.785815;1.000000%=1608;5.000000%=2608;10.000000%=3056;20.000000%=3824;30.000000%=4576;40.000000%=5408;50.000000%=6560;60.000000%=7584;70.000000%=8512;80.000000%=9664;90.000000%=10944;95.000000%=11840;99.000000%=13632;99.500000%=14400;99.900000%=19072;99.950000%=20608;99.990000%=22400;0%=0;0%=0;0%=0;308;59280;6793.406680;3044.340455;26504;60632;100.000000%;37675.502919;3587.850339;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.133320%;14.047287%;5402471;0;73;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.07%;0.16%;1.63%;20.29%;60.48%;17.29%;0.07%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;5648969;0;0;0;38286092;0;38285104;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:00:50,2016.12.28-13:10:50,time-vm-randread-4_fio,12880,51521,4.9584,0.1370,39.1510,9.1520,10.6880,4.9667,51532.863219,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:00:50 2016.12.28-13:10:50 time-vm-randread-4_fio 12880 51521 4.9584 0.1370 39.1510 9.1520 10.6880 4.9667 51532.863219 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-4_fio;0;0;30912656;51521;12880;600001;1;6622;7.974881;37.619600;137;39151;4958.457426;2341.122858;1.000000%=740;5.000000%=1448;10.000000%=2160;20.000000%=2992;30.000000%=3504;40.000000%=3984;50.000000%=4512;60.000000%=5344;70.000000%=6176;80.000000%=7136;90.000000%=8256;95.000000%=9152;99.000000%=10688;99.500000%=11456;99.900000%=12864;99.950000%=13888;99.990000%=17024;0%=0;0%=0;0%=0;289;39154;4966.727277;2341.991503;35920;63176;100.000000%;51532.863219;2994.836414;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;4.458667%;16.026000%;7470177;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.20%;0.84%;1.18%;6.63%;31.65%;57.39%;2.11%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;vdc;7726192;0;0;0;38281072;0;38279876;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:01:38,2016.12.28-13:11:39,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,51,206,1242.1788,1.1120,6179.5080,4816.8960,5275.6480,1242.1964,217.996248
1 2016.12.28-13:01:38 2016.12.28-13:11:39 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 51 206 1242.1788 1.1120 6179.5080 4816.8960 5275.6480 1242.1964 217.996248

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-0_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;123740;206;51;600438;1;4659;17.083789;56.736298;1112;6179508;1242178.870018;1832548.464550;1.000000%=2040;5.000000%=9664;10.000000%=12096;20.000000%=24960;30.000000%=44288;40.000000%=68096;50.000000%=112128;60.000000%=264192;70.000000%=888832;80.000000%=3883008;90.000000%=4489216;95.000000%=4816896;99.000000%=5275648;99.500000%=5472256;99.900000%=5734400;99.950000%=5865472;99.990000%=6062080;0%=0;0%=0;0%=0;1123;6179519;1242196.485534;1832554.464447;3;3672;100.000000%;217.996248;421.385615;0.057292%;0.122577%;20809;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;99.8%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.94%;1.18%;3.24%;10.15%;18.30%;14.38%;11.27%;5.08%;3.96%;2.31%;3.53%;25.66%;vdc;16;30933;0;0;0;38404296;38405332;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:00:10,2016.12.28-13:10:14,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,29,116,2190.9764,1.3850,6934.3330,5079.0400,5472.2560,2191.0014,118.644921
1 2016.12.28-13:00:10 2016.12.28-13:10:14 time-vm-randwrite-1_fio 0 0 0 0 0 0 0 0 0.000000 29 116 2190.9764 1.3850 6934.3330 5079.0400 5472.2560 2191.0014 118.644921

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-1_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;70472;116;29;603192;1;3895;24.356681;67.452974;1385;6934333;2190976.409922;2075899.906530;1.000000%=11840;5.000000%=25728;10.000000%=40192;20.000000%=66048;30.000000%=103936;40.000000%=197632;50.000000%=1695744;60.000000%=3620864;70.000000%=4014080;80.000000%=4423680;90.000000%=4816896;95.000000%=5079040;99.000000%=5472256;99.500000%=5668864;99.900000%=6651904;99.950000%=6651904;99.990000%=6782976;0%=0;0%=0;0%=0;1399;6934347;2191001.401408;2075899.847592;1;486;100.000000%;118.644921;69.734355;0.041115%;0.111407%;14528;0;12;0.1%;0.1%;0.1%;0.1%;0.1%;0.2%;99.6%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.05%;0.36%;2.65%;11.11%;15.39%;12.78%;3.40%;0.28%;0.94%;3.31%;49.71%;vdc;16;17612;0;0;0;38482628;38502596;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:00:33,2016.12.28-13:10:35,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,29,118,2159.5941,1.6390,6460.6880,4751.3600,5341.1840,2159.6191,121.320826
1 2016.12.28-13:00:33 2016.12.28-13:10:35 time-vm-randwrite-2_fio 0 0 0 0 0 0 0 0 0.000000 29 118 2159.5941 1.6390 6460.6880 4751.3600 5341.1840 2159.6191 121.320826

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-2_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;71264;118;29;601206;1;3416;24.293444;85.125481;1639;6460688;2159594.148013;1976623.952504;1.000000%=11072;5.000000%=24192;10.000000%=37120;20.000000%=63744;30.000000%=103936;40.000000%=195584;50.000000%=2703360;60.000000%=3555328;70.000000%=3850240;80.000000%=4177920;90.000000%=4489216;95.000000%=4751360;99.000000%=5341184;99.500000%=5537792;99.900000%=6062080;99.950000%=6193152;99.990000%=6455296;0%=0;0%=0;0%=0;1652;6460691;2159619.108386;1976625.116400;0;658;100.000000%;121.320826;80.194074;0.048569%;0.101796%;13861;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.2%;99.6%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.03%;0.17%;0.54%;2.70%;11.64%;14.39%;13.02%;3.47%;0.08%;0.05%;0.83%;53.09%;vdc;15;17814;0;0;0;38434140;38436484;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:00:58,2016.12.28-13:10:59,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,26,107,2382.7706,1.2930,6230.2930,5210.1120,5603.3280,2382.7977,110.661582
1 2016.12.28-13:00:58 2016.12.28-13:10:59 time-vm-randwrite-3_fio 0 0 0 0 0 0 0 0 0.000000 26 107 2382.7706 1.2930 6230.2930 5210.1120 5603.3280 2382.7977 110.661582

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-3_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;64600;107;26;601305;1;3125;26.501610;96.551542;1293;6230293;2382770.669783;2152401.397419;1.000000%=9664;5.000000%=20096;10.000000%=34048;20.000000%=61184;30.000000%=105984;40.000000%=232448;50.000000%=2539520;60.000000%=3948544;70.000000%=4292608;80.000000%=4620288;90.000000%=4947968;95.000000%=5210112;99.000000%=5603328;99.500000%=5799936;99.900000%=6062080;99.950000%=6127616;99.990000%=6193152;0%=0;0%=0;0%=0;1311;6230321;2382797.773003;2152401.227040;3;768;100.000000%;110.661582;89.906105;0.051222%;0.092466%;12686;0;11;0.1%;0.1%;0.1%;0.1%;0.1%;0.2%;99.6%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.13%;0.20%;0.79%;3.87%;11.36%;12.95%;11.33%;2.45%;0.09%;0.06%;5.12%;51.64%;vdc;40;16138;0;0;4;38425840;38440052;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:00:21,2016.12.28-13:10:24,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,25,100,2550.4272,1.2950,6913.6690,5275.6480,5799.9360,2550.4534,102.151543
1 2016.12.28-13:00:21 2016.12.28-13:10:24 time-vm-randwrite-4_fio 0 0 0 0 0 0 0 0 0.000000 25 100 2550.4272 1.2950 6913.6690 5275.6480 5799.9360 2550.4534 102.151543

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-4_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;60500;100;25;602790;1;5127;25.381884;84.709956;1295;6913669;2550427.218975;2220617.588913;1.000000%=11712;5.000000%=25728;10.000000%=40192;20.000000%=68096;30.000000%=111104;40.000000%=250880;50.000000%=3588096;60.000000%=4227072;70.000000%=4489216;80.000000%=4751360;90.000000%=5013504;95.000000%=5275648;99.000000%=5799936;99.500000%=5996544;99.900000%=6651904;99.950000%=6717440;99.990000%=6914048;0%=0;0%=0;0%=0;1311;6913684;2550453.479868;2220616.937375;2;441;100.000000%;102.151543;59.359514;0.046451%;0.086929%;12582;0;12;0.1%;0.1%;0.1%;0.1%;0.1%;0.2%;99.6%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.07%;0.42%;2.38%;11.12%;14.05%;11.79%;3.17%;0.15%;0.09%;0.75%;55.99%;vdc;16;15119;0;0;0;38465112;38482072;100.00%

View File

@ -0,0 +1,20 @@
2016.12.28-13:17:56,2016.12.28-13:27:56,time-vm-randread-0_fio,789,3158,81.0280,0.0810,20731.2370,12.3520,428.0320,81.0409,3663.354125,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:17:01,2016.12.28-13:27:05,time-vm-randread-1_fio,229,916,279.2331,0.0010,22189.0800,11.9680,10027.0080,279.2468,984.116633,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:19:06,2016.12.28-13:29:07,time-vm-randread-2_fio,2223,8895,28.7663,0.0720,20089.7750,10.5600,12.8640,28.7750,10286.892683,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:19:27,2016.12.28-13:29:27,time-vm-randread-3_fio,2582,10331,24.7662,0.0790,20354.8280,10.9440,13.7600,24.7762,11826.382239,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:18:24,2016.12.28-13:28:25,time-vm-randread-4_fio,1225,4902,52.2053,0.2060,19403.1650,11.9680,17.5360,52.2169,5711.613095,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:17:43,2016.12.28-13:27:44,time-vm-randread-5_fio,677,2708,94.4979,0.3330,20897.3190,11.7120,3129.3440,94.5082,3129.756048,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:17:15,2016.12.28-13:27:15,time-vm-randread-6_fio,246,987,259.2402,0.0780,20599.3920,11.5840,10027.0080,259.2535,1058.082234,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:18:21,2016.12.28-13:28:21,time-vm-randread-7_fio,1323,5293,48.3485,0.2600,19686.7670,11.2000,14.0160,48.3574,6115.111771,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:17:50,2016.12.28-13:27:51,time-vm-randread-8_fio,758,3032,84.3996,0.2730,20474.2420,11.8400,415.7440,84.4097,3484.203815,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:18:34,2016.12.28-13:28:34,time-vm-randread-9_fio,1385,5543,46.1676,0.1550,21243.4840,11.8400,16.7680,46.1787,6465.003956,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:18:23,2016.12.28-13:28:24,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,13,53,4770.3922,1.2380,13029.4770,11075.5840,11862.0160,4770.4180,61.454960
2016.12.28-13:17:13,2016.12.28-13:27:17,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7817.1303,20.2630,23211.9910,13565.9520,16449.5360,7817.1594,34.465517
2016.12.28-13:16:39,2016.12.28-13:26:48,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8153.2626,17.4810,16958.9110,11993.0880,13041.6640,8153.2858,33.311927
2016.12.28-13:17:00,2016.12.28-13:27:07,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8102.2562,29.4830,13456.8290,11730.9440,12517.3760,8102.2889,33.033604
2016.12.28-13:18:09,2016.12.28-13:28:11,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,10,42,6052.0213,1.5550,12876.5370,11337.7280,11993.0880,6052.0475,46.634921
2016.12.28-13:17:00,2016.12.28-13:27:06,time-vm-randwrite-5_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8116.8650,21.3020,15504.9380,11730.9440,13041.6640,8116.8928,32.682735
2016.12.28-13:16:23,2016.12.28-13:26:33,time-vm-randwrite-6_fio,0,0,0,0,0,0,0,0,0.000000,9,37,6807.6191,2.2980,18765.1380,11337.7280,12648.4480,6807.6504,39.527174
2016.12.28-13:17:57,2016.12.28-13:27:59,time-vm-randwrite-7_fio,0,0,0,0,0,0,0,0,0.000000,10,40,6335.4284,1.4520,13112.8520,11206.6560,12124.1600,6335.4557,43.681507
2016.12.28-13:16:35,2016.12.28-13:26:43,time-vm-randwrite-8_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7981.5231,15.8030,17661.1820,12124.1600,13697.0240,7981.5502,34.013793
2016.12.28-13:17:13,2016.12.28-13:27:18,time-vm-randwrite-9_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7882.4317,2.5650,20019.7470,12386.3040,15532.0320,7882.4628,34.543962
1 2016.12.28-13:17:56 2016.12.28-13:27:56 time-vm-randread-0_fio 789 3158 81.0280 0.0810 20731.2370 12.3520 428.0320 81.0409 3663.354125 0 0 0 0 0 0 0 0 0.000000
2 2016.12.28-13:17:01 2016.12.28-13:27:05 time-vm-randread-1_fio 229 916 279.2331 0.0010 22189.0800 11.9680 10027.0080 279.2468 984.116633 0 0 0 0 0 0 0 0 0.000000
3 2016.12.28-13:19:06 2016.12.28-13:29:07 time-vm-randread-2_fio 2223 8895 28.7663 0.0720 20089.7750 10.5600 12.8640 28.7750 10286.892683 0 0 0 0 0 0 0 0 0.000000
4 2016.12.28-13:19:27 2016.12.28-13:29:27 time-vm-randread-3_fio 2582 10331 24.7662 0.0790 20354.8280 10.9440 13.7600 24.7762 11826.382239 0 0 0 0 0 0 0 0 0.000000
5 2016.12.28-13:18:24 2016.12.28-13:28:25 time-vm-randread-4_fio 1225 4902 52.2053 0.2060 19403.1650 11.9680 17.5360 52.2169 5711.613095 0 0 0 0 0 0 0 0 0.000000
6 2016.12.28-13:17:43 2016.12.28-13:27:44 time-vm-randread-5_fio 677 2708 94.4979 0.3330 20897.3190 11.7120 3129.3440 94.5082 3129.756048 0 0 0 0 0 0 0 0 0.000000
7 2016.12.28-13:17:15 2016.12.28-13:27:15 time-vm-randread-6_fio 246 987 259.2402 0.0780 20599.3920 11.5840 10027.0080 259.2535 1058.082234 0 0 0 0 0 0 0 0 0.000000
8 2016.12.28-13:18:21 2016.12.28-13:28:21 time-vm-randread-7_fio 1323 5293 48.3485 0.2600 19686.7670 11.2000 14.0160 48.3574 6115.111771 0 0 0 0 0 0 0 0 0.000000
9 2016.12.28-13:17:50 2016.12.28-13:27:51 time-vm-randread-8_fio 758 3032 84.3996 0.2730 20474.2420 11.8400 415.7440 84.4097 3484.203815 0 0 0 0 0 0 0 0 0.000000
10 2016.12.28-13:18:34 2016.12.28-13:28:34 time-vm-randread-9_fio 1385 5543 46.1676 0.1550 21243.4840 11.8400 16.7680 46.1787 6465.003956 0 0 0 0 0 0 0 0 0.000000
11 2016.12.28-13:18:23 2016.12.28-13:28:24 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 13 53 4770.3922 1.2380 13029.4770 11075.5840 11862.0160 4770.4180 61.454960
12 2016.12.28-13:17:13 2016.12.28-13:27:17 time-vm-randwrite-1_fio 0 0 0 0 0 0 0 0 0.000000 8 32 7817.1303 20.2630 23211.9910 13565.9520 16449.5360 7817.1594 34.465517
13 2016.12.28-13:16:39 2016.12.28-13:26:48 time-vm-randwrite-2_fio 0 0 0 0 0 0 0 0 0.000000 7 31 8153.2626 17.4810 16958.9110 11993.0880 13041.6640 8153.2858 33.311927
14 2016.12.28-13:17:00 2016.12.28-13:27:07 time-vm-randwrite-3_fio 0 0 0 0 0 0 0 0 0.000000 7 31 8102.2562 29.4830 13456.8290 11730.9440 12517.3760 8102.2889 33.033604
15 2016.12.28-13:18:09 2016.12.28-13:28:11 time-vm-randwrite-4_fio 0 0 0 0 0 0 0 0 0.000000 10 42 6052.0213 1.5550 12876.5370 11337.7280 11993.0880 6052.0475 46.634921
16 2016.12.28-13:17:00 2016.12.28-13:27:06 time-vm-randwrite-5_fio 0 0 0 0 0 0 0 0 0.000000 7 31 8116.8650 21.3020 15504.9380 11730.9440 13041.6640 8116.8928 32.682735
17 2016.12.28-13:16:23 2016.12.28-13:26:33 time-vm-randwrite-6_fio 0 0 0 0 0 0 0 0 0.000000 9 37 6807.6191 2.2980 18765.1380 11337.7280 12648.4480 6807.6504 39.527174
18 2016.12.28-13:17:57 2016.12.28-13:27:59 time-vm-randwrite-7_fio 0 0 0 0 0 0 0 0 0.000000 10 40 6335.4284 1.4520 13112.8520 11206.6560 12124.1600 6335.4557 43.681507
19 2016.12.28-13:16:35 2016.12.28-13:26:43 time-vm-randwrite-8_fio 0 0 0 0 0 0 0 0 0.000000 8 32 7981.5231 15.8030 17661.1820 12124.1600 13697.0240 7981.5502 34.013793
20 2016.12.28-13:17:13 2016.12.28-13:27:18 time-vm-randwrite-9_fio 0 0 0 0 0 0 0 0 0.000000 8 32 7882.4317 2.5650 20019.7470 12386.3040 15532.0320 7882.4628 34.543962

View File

@ -0,0 +1 @@
2016.12.28-13:17:56,2016.12.28-13:27:56,time-vm-randread-0_fio,789,3158,81.0280,0.0810,20731.2370,12.3520,428.0320,81.0409,3663.354125,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:17:56 2016.12.28-13:27:56 time-vm-randread-0_fio 789 3158 81.0280 0.0810 20731.2370 12.3520 428.0320 81.0409 3663.354125 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-0_fio;0;0;1895264;3158;789;600003;1;7079;12.388423;85.773026;81;20731237;81028.054466;810416.950471;1.000000%=474;5.000000%=596;10.000000%=724;20.000000%=1544;30.000000%=3760;40.000000%=5152;50.000000%=6432;60.000000%=7392;70.000000%=8256;80.000000%=9664;90.000000%=11328;95.000000%=12352;99.000000%=428032;99.500000%=8847360;99.900000%=10682368;99.950000%=11075584;99.990000%=11599872;0%=0;0%=0;0%=0;94;20731247;81040.930933;810416.979043;17;38248;100.000000%;3663.354125;8966.740126;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.510665%;1.413995%;453776;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;1.63%;9.17%;4.61%;6.92%;9.42%;50.23%;16.72%;0.08%;0.04%;0.13%;0.08%;0.04%;0.02%;0.04%;0.89%;vdc;472065;0;0;0;38373644;0;38373952;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:01,2016.12.28-13:27:05,time-vm-randread-1_fio,229,916,279.2331,0.0010,22189.0800,11.9680,10027.0080,279.2468,984.116633,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:17:01 2016.12.28-13:27:05 time-vm-randread-1_fio 229 916 279.2331 0.0010 22189.0800 11.9680 10027.0080 279.2468 984.116633 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-1_fio;0;0;553328;916;229;603641;1;5018;13.287757;48.704947;1;22189080;279233.162544;1588584.262627;1.000000%=450;5.000000%=506;10.000000%=556;20.000000%=628;30.000000%=692;40.000000%=780;50.000000%=916;60.000000%=1160;70.000000%=1576;80.000000%=2352;90.000000%=4576;95.000000%=11968;99.000000%=10027008;99.500000%=10682368;99.900000%=11337728;99.950000%=11599872;99.990000%=12124160;0%=0;0%=0;0%=0;338;22189092;279246.892216;1588584.124330;7;21352;100.000000%;984.116633;1301.803663;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.178252%;0.486383%;133519;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.01%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;4.27%;32.85%;16.82%;22.41%;12.41%;5.68%;0.95%;0.07%;0.19%;0.63%;0.36%;0.21%;0.11%;0.10%;2.95%;vdc;138327;0;0;0;38498164;0;38516008;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:19:06,2016.12.28-13:29:07,time-vm-randread-2_fio,2223,8895,28.7663,0.0720,20089.7750,10.5600,12.8640,28.7750,10286.892683,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:19:06 2016.12.28-13:29:07 time-vm-randread-2_fio 2223 8895 28.7663 0.0720 20089.7750 10.5600 12.8640 28.7750 10286.892683 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-2_fio;0;0;5337560;8895;2223;600002;1;5410;8.444737;37.610087;72;20089775;28766.326674;461064.864235;1.000000%=540;5.000000%=1012;10.000000%=2256;20.000000%=3152;30.000000%=3696;40.000000%=4128;50.000000%=4832;60.000000%=6112;70.000000%=7264;80.000000%=8384;90.000000%=9664;95.000000%=10560;99.000000%=12864;99.500000%=14528;99.900000%=9764864;99.950000%=10551296;99.990000%=11337728;0%=0;0%=0;0%=0;83;20089797;28775.098492;461065.126842;7;51736;100.000000%;10286.892683;17781.435474;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.839332%;2.921995%;1271120;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;0.60%;2.82%;1.52%;3.71%;28.46%;55.08%;7.41%;0.01%;0.01%;0.05%;0.03%;0.01%;0.01%;0.01%;0.26%;vdc;1332844;0;0;0;38368724;0;38368684;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:19:27,2016.12.28-13:29:27,time-vm-randread-3_fio,2582,10331,24.7662,0.0790,20354.8280,10.9440,13.7600,24.7762,11826.382239,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:19:27 2016.12.28-13:29:27 time-vm-randread-3_fio 2582 10331 24.7662 0.0790 20354.8280 10.9440 13.7600 24.7762 11826.382239 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-3_fio;0;0;6198936;10331;2582;600008;1;6770;9.654113;59.286402;79;20354828;24766.238582;413051.581704;1.000000%=564;5.000000%=1208;10.000000%=2384;20.000000%=3408;30.000000%=3920;40.000000%=4384;50.000000%=5088;60.000000%=5920;70.000000%=6880;80.000000%=7840;90.000000%=9536;95.000000%=10944;99.000000%=13760;99.500000%=16768;99.900000%=9502720;99.950000%=10289152;99.990000%=11206656;0%=0;0%=0;0%=0;89;20354874;24776.241631;413051.724268;5;64232;100.000000%;11826.382239;19189.505255;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;1.103320%;3.835955%;1493320;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;0.43%;2.45%;1.37%;3.68%;23.96%;60.13%;7.62%;0.03%;0.01%;0.04%;0.02%;0.01%;0.01%;0.01%;0.23%;vdc;1546509;0;0;0;38360636;0;38360468;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:18:24,2016.12.28-13:28:25,time-vm-randread-4_fio,1225,4902,52.2053,0.2060,19403.1650,11.9680,17.5360,52.2169,5711.613095,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:18:24 2016.12.28-13:28:25 time-vm-randread-4_fio 1225 4902 52.2053 0.2060 19403.1650 11.9680 17.5360 52.2169 5711.613095 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-4_fio;0;0;2941444;4902;1225;600008;1;6606;11.156544;75.572249;206;19403165;52205.392773;640604.004344;1.000000%=502;5.000000%=676;10.000000%=1112;20.000000%=3440;30.000000%=4576;40.000000%=5600;50.000000%=6496;60.000000%=7264;70.000000%=8032;80.000000%=9408;90.000000%=10944;95.000000%=11968;99.000000%=17536;99.500000%=3457024;99.900000%=10420224;99.950000%=10813440;99.990000%=11468800;0%=0;0%=0;0%=0;214;19403176;52216.933989;640604.211410;6;41320;100.000000%;5711.613095;11881.905744;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.654659%;2.021310%;713081;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.93%;5.56%;2.82%;4.74%;10.49%;59.56%;15.09%;0.05%;0.03%;0.10%;0.05%;0.03%;0.01%;0.01%;0.53%;vdc;734368;0;0;0;38379176;0;38378984;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:43,2016.12.28-13:27:44,time-vm-randread-5_fio,677,2708,94.4979,0.3330,20897.3190,11.7120,3129.3440,94.5082,3129.756048,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:17:43 2016.12.28-13:27:44 time-vm-randread-5_fio 677 2708 94.4979 0.3330 20897.3190 11.7120 3129.3440 94.5082 3129.756048 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-5_fio;0;0;1625228;2708;677;600008;1;6010;9.990187;46.596230;333;20897319;94497.922790;899806.668509;1.000000%=466;5.000000%=580;10.000000%=692;20.000000%=1224;30.000000%=2768;40.000000%=3984;50.000000%=4704;60.000000%=5856;70.000000%=7328;80.000000%=8768;90.000000%=10432;95.000000%=11712;99.000000%=3129344;99.500000%=9371648;99.900000%=10944512;99.950000%=11206656;99.990000%=11730944;0%=0;0%=0;0%=0;345;20897323;94508.260426;899807.044407;12;41133;100.000000%;3129.756048;8685.710114;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.344663%;1.045988%;385484;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;1.96%;10.37%;5.18%;8.00%;14.73%;47.16%;11.09%;0.04%;0.06%;0.17%;0.10%;0.05%;0.02%;0.02%;1.03%;vdc;404770;0;0;0;38381112;0;38381328;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:15,2016.12.28-13:27:15,time-vm-randread-6_fio,246,987,259.2402,0.0780,20599.3920,11.5840,10027.0080,259.2535,1058.082234,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:17:15 2016.12.28-13:27:15 time-vm-randread-6_fio 246 987 259.2402 0.0780 20599.3920 11.5840 10027.0080 259.2535 1058.082234 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-6_fio;0;0;592464;987;246;600003;1;4960;12.900173;47.612884;78;20599392;259240.214217;1519136.137957;1.000000%=438;5.000000%=498;10.000000%=548;20.000000%=620;30.000000%=700;40.000000%=796;50.000000%=988;60.000000%=1304;70.000000%=1816;80.000000%=2960;90.000000%=6304;95.000000%=11584;99.000000%=10027008;99.500000%=10682368;99.900000%=11337728;99.950000%=11599872;99.990000%=12386304;0%=0;0%=0;0%=0;90;20599403;259253.553971;1519136.155671;5;35608;100.000000%;1058.082234;1910.966662;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.210666%;0.481998%;141183;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;5.26%;30.34%;15.03%;21.64%;12.52%;9.11%;1.84%;0.04%;0.16%;0.52%;0.33%;0.18%;0.08%;0.11%;2.86%;vdc;147459;0;0;0;38390648;0;38390628;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:18:21,2016.12.28-13:28:21,time-vm-randread-7_fio,1323,5293,48.3485,0.2600,19686.7670,11.2000,14.0160,48.3574,6115.111771,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:18:21 2016.12.28-13:28:21 time-vm-randread-7_fio 1323 5293 48.3485 0.2600 19686.7670 11.2000 14.0160 48.3574 6115.111771 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-7_fio;0;0;3176208;5293;1323;600001;1;3645;8.530192;33.637179;260;19686767;48348.587735;626346.004319;1.000000%=540;5.000000%=748;10.000000%=1320;20.000000%=3152;30.000000%=3696;40.000000%=4256;50.000000%=5152;60.000000%=6176;70.000000%=7392;80.000000%=8640;90.000000%=10176;95.000000%=11200;99.000000%=14016;99.500000%=790528;99.900000%=10420224;99.950000%=10813440;99.990000%=11468800;0%=0;0%=0;0%=0;270;19686779;48357.403607;626346.353537;6;49616;100.000000%;6115.111771;13408.347469;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.499333%;1.773333%;763294;0;75;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.58%;4.42%;2.92%;5.09%;23.15%;52.62%;10.48%;0.02%;0.03%;0.11%;0.05%;0.02%;0.01%;0.02%;0.48%;vdc;792014;0;0;0;38377056;0;38376956;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:50,2016.12.28-13:27:51,time-vm-randread-8_fio,758,3032,84.3996,0.2730,20474.2420,11.8400,415.7440,84.4097,3484.203815,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:17:50 2016.12.28-13:27:51 time-vm-randread-8_fio 758 3032 84.3996 0.2730 20474.2420 11.8400 415.7440 84.4097 3484.203815 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-8_fio;0;0;1819660;3032;758;600008;1;5769;9.719880;40.249516;273;20474242;84399.679019;851247.697726;1.000000%=498;5.000000%=628;10.000000%=764;20.000000%=1528;30.000000%=3344;40.000000%=4048;50.000000%=5088;60.000000%=6112;70.000000%=7456;80.000000%=9024;90.000000%=10688;95.000000%=11840;99.000000%=415744;99.500000%=9240576;99.900000%=10813440;99.950000%=11206656;99.990000%=11730944;0%=0;0%=0;0%=0;283;20474251;84409.776466;851248.000001;13;40736;100.000000%;3484.203815;9141.831603;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.382662%;1.130653%;432600;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;1.04%;8.49%;5.27%;8.01%;16.35%;46.63%;12.80%;0.04%;0.05%;0.24%;0.10%;0.05%;0.02%;0.03%;0.88%;vdc;453474;0;0;0;38378868;0;38378936;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:18:34,2016.12.28-13:28:34,time-vm-randread-9_fio,1385,5543,46.1676,0.1550,21243.4840,11.8400,16.7680,46.1787,6465.003956,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:18:34 2016.12.28-13:28:34 time-vm-randread-9_fio 1385 5543 46.1676 0.1550 21243.4840 11.8400 16.7680 46.1787 6465.003956 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-9_fio;0;0;3326012;5543;1385;600004;1;6041;10.759147;68.971869;155;21243484;46167.604442;607440.039880;1.000000%=516;5.000000%=724;10.000000%=1400;20.000000%=3600;30.000000%=4576;40.000000%=5536;50.000000%=6368;60.000000%=7136;70.000000%=7968;80.000000%=9152;90.000000%=10816;95.000000%=11840;99.000000%=16768;99.500000%=444416;99.900000%=10420224;99.950000%=10813440;99.990000%=11468800;0%=0;0%=0;0%=0;272;21243494;46178.774363;607440.285968;6;45616;100.000000%;6465.003956;12885.895018;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.685997%;2.268655%;803656;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.73%;4.70%;2.47%;4.36%;11.31%;61.70%;14.02%;0.06%;0.02%;0.09%;0.05%;0.03%;0.01%;0.01%;0.44%;vdc;830987;0;0;0;38379092;0;38379104;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:18:23,2016.12.28-13:28:24,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,13,53,4770.3922,1.2380,13029.4770,11075.5840,11862.0160,4770.4180,61.454960
1 2016.12.28-13:18:23 2016.12.28-13:28:24 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 13 53 4770.3922 1.2380 13029.4770 11075.5840 11862.0160 4770.4180 61.454960

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-0_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;32248;53;13;600940;1;4100;25.146366;86.693075;1238;13029477;4770392.259737;4506757.915570;1.000000%=2448;5.000000%=24192;10.000000%=64768;20.000000%=187392;30.000000%=782336;40.000000%=1564672;50.000000%=2408448;60.000000%=6455296;70.000000%=9502720;80.000000%=10158080;90.000000%=10813440;95.000000%=11075584;99.000000%=11862016;99.500000%=12255232;99.900000%=13041664;99.950000%=13041664;99.990000%=13041664;0%=0;0%=0;0%=0;1255;13029479;4770418.097742;4506757.855478;1;727;100.000000%;61.454960;93.450604;0.023962%;0.046594%;6339;0;11;0.1%;0.1%;0.1%;0.1%;0.2%;0.4%;99.2%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.66%;0.77%;0.94%;1.84%;4.40%;4.96%;8.24%;2.00%;5.15%;6.44%;8.86%;55.76%;vdc;15;8060;0;0;0;38425624;38427592;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:13,2016.12.28-13:27:17,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7817.1303,20.2630,23211.9910,13565.9520,16449.5360,7817.1594,34.465517
1 2016.12.28-13:17:13 2016.12.28-13:27:17 time-vm-randwrite-1_fio 0 0 0 0 0 0 0 0 0.000000 8 32 7817.1303 20.2630 23211.9910 13565.9520 16449.5360 7817.1594 34.465517

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-1_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19768;32;8;603688;1;2155;28.336908;62.889967;20263;23211991;7817130.387293;3813979.629712;1.000000%=56064;5.000000%=103936;10.000000%=175104;20.000000%=5537792;30.000000%=7569408;40.000000%=8290304;50.000000%=8716288;60.000000%=9109504;70.000000%=9502720;80.000000%=10027008;90.000000%=10944512;95.000000%=13565952;99.000000%=16449536;99.500000%=16711680;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;20285;23212021;7817159.401659;3813977.772748;2;156;100.000000%;34.465517;20.198624;0.013914%;0.037768%;3706;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.6%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.61%;4.11%;7.16%;2.10%;0.63%;0.10%;0.24%;85.05%;vdc;13;4939;0;0;16;38524448;38535628;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:16:39,2016.12.28-13:26:48,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8153.2626,17.4810,16958.9110,11993.0880,13041.6640,8153.2858,33.311927
1 2016.12.28-13:16:39 2016.12.28-13:26:48 time-vm-randwrite-2_fio 0 0 0 0 0 0 0 0 0.000000 7 31 8153.2626 17.4810 16958.9110 11993.0880 13041.6640 8153.2858 33.311927

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-2_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19100;31;7;608444;1;2237;22.670157;52.384290;17481;16958911;8153262.660314;4030353.154404;1.000000%=59648;5.000000%=102912;10.000000%=154624;20.000000%=4358144;30.000000%=8454144;40.000000%=9371648;50.000000%=9895936;60.000000%=10158080;70.000000%=10551296;80.000000%=10944512;90.000000%=11468800;95.000000%=11993088;99.000000%=13041664;99.500000%=14221312;99.900000%=16580608;99.950000%=16580608;99.990000%=16711680;0%=0;0%=0;0%=0;17497;16958934;8153285.883351;4030353.508198;0;191;100.000000%;33.311927;19.431269;0.017750%;0.019722%;3896;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.46%;4.00%;8.67%;2.18%;1.05%;0.21%;0.23%;83.18%;vdc;40;4772;0;0;4;38643304;38668760;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:00,2016.12.28-13:27:07,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8102.2562,29.4830,13456.8290,11730.9440,12517.3760,8102.2889,33.033604
1 2016.12.28-13:17:00 2016.12.28-13:27:07 time-vm-randwrite-3_fio 0 0 0 0 0 0 0 0 0.000000 7 31 8102.2562 29.4830 13456.8290 11730.9440 12517.3760 8102.2889 33.033604

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-3_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19160;31;7;606509;1;1854;32.011691;73.705533;29483;13456829;8102256.280585;3679551.450652;1.000000%=60672;5.000000%=109056;10.000000%=183296;20.000000%=5865472;30.000000%=8355840;40.000000%=8847360;50.000000%=9371648;60.000000%=9764864;70.000000%=10289152;80.000000%=10682368;90.000000%=11206656;95.000000%=11730944;99.000000%=12517376;99.500000%=12779520;99.900000%=13303808;99.950000%=13434880;99.990000%=13434880;0%=0;0%=0;0%=0;29752;13456866;8102288.975783;3679548.797219;1;191;100.000000%;33.033604;18.869808;0.027040%;0.029678%;3574;0;10;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.58%;3.63%;7.14%;1.80%;1.34%;0.17%;0.13%;85.22%;vdc;18;4789;0;0;0;38600668;38607144;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:18:09,2016.12.28-13:28:11,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,10,42,6052.0213,1.5550,12876.5370,11337.7280,11993.0880,6052.0475,46.634921
1 2016.12.28-13:18:09 2016.12.28-13:28:11 time-vm-randwrite-4_fio 0 0 0 0 0 0 0 0 0.000000 10 42 6052.0213 1.5550 12876.5370 11337.7280 11993.0880 6052.0475 46.634921

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-4_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;25460;42;10;601928;1;1956;25.545012;71.740112;1555;12876537;6052021.338413;4413100.101229;1.000000%=10176;5.000000%=49920;10.000000%=99840;20.000000%=561152;30.000000%=2146304;40.000000%=3162112;50.000000%=8224768;60.000000%=9502720;70.000000%=10027008;80.000000%=10289152;90.000000%=10944512;95.000000%=11337728;99.000000%=11993088;99.500000%=12255232;99.900000%=12910592;99.950000%=12910592;99.990000%=12910592;0%=0;0%=0;0%=0;1574;12876539;6052047.532600;4413097.758318;1;364;100.000000%;46.634921;49.840523;0.025917%;0.032562%;5082;0;12;0.1%;0.1%;0.1%;0.1%;0.3%;0.5%;99.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.14%;0.39%;0.44%;1.16%;2.88%;5.01%;7.16%;2.55%;0.57%;0.17%;7.48%;72.05%;vdc;17;6363;0;0;0;38439860;38443616;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:00,2016.12.28-13:27:06,time-vm-randwrite-5_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8116.8650,21.3020,15504.9380,11730.9440,13041.6640,8116.8928,32.682735
1 2016.12.28-13:17:00 2016.12.28-13:27:06 time-vm-randwrite-5_fio 0 0 0 0 0 0 0 0 0.000000 7 31 8116.8650 21.3020 15504.9380 11730.9440 13041.6640 8116.8928 32.682735

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-5_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19124;31;7;606458;1;3392;27.039113;71.693679;21302;15504938;8116865.045597;3876556.819542;1.000000%=59648;5.000000%=99840;10.000000%=148480;20.000000%=5734400;30.000000%=8454144;40.000000%=9109504;50.000000%=9633792;60.000000%=10027008;70.000000%=10420224;80.000000%=10813440;90.000000%=11337728;95.000000%=11730944;99.000000%=13041664;99.500000%=13565952;99.900000%=14483456;99.950000%=14614528;99.990000%=15532032;0%=0;0%=0;0%=0;21332;15504941;8116892.834553;3876555.850368;1;117;100.000000%;32.682735;17.756275;0.017149%;0.027702%;3898;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.54%;4.58%;7.76%;2.13%;1.07%;0.42%;0.27%;83.23%;vdc;20;4778;0;0;0;38593864;38613124;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:16:23,2016.12.28-13:26:33,time-vm-randwrite-6_fio,0,0,0,0,0,0,0,0,0.000000,9,37,6807.6191,2.2980,18765.1380,11337.7280,12648.4480,6807.6504,39.527174
1 2016.12.28-13:16:23 2016.12.28-13:26:33 time-vm-randwrite-6_fio 0 0 0 0 0 0 0 0 0.000000 9 37 6807.6191 2.2980 18765.1380 11337.7280 12648.4480 6807.6504 39.527174

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-6_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;22896;37;9;609000;1;3402;30.603774;77.365377;2298;18765138;6807619.107268;4411191.229043;1.000000%=51968;5.000000%=92672;10.000000%=136192;20.000000%=692224;30.000000%=2179072;40.000000%=7897088;50.000000%=9240576;60.000000%=9764864;70.000000%=10027008;80.000000%=10420224;90.000000%=10944512;95.000000%=11337728;99.000000%=12648448;99.500000%=13434880;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;2327;18765145;6807650.483403;4411194.036900;1;288;100.000000%;39.527174;31.463770;0.022989%;0.038095%;4836;0;11;0.1%;0.1%;0.1%;0.1%;0.3%;0.6%;98.9%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.02%;0.07%;0.68%;5.21%;9.19%;2.97%;1.96%;0.65%;9.07%;70.18%;vdc;19;5722;0;0;0;38680844;38699140;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:57,2016.12.28-13:27:59,time-vm-randwrite-7_fio,0,0,0,0,0,0,0,0,0.000000,10,40,6335.4284,1.4520,13112.8520,11206.6560,12124.1600,6335.4557,43.681507
1 2016.12.28-13:17:57 2016.12.28-13:27:59 time-vm-randwrite-7_fio 0 0 0 0 0 0 0 0 0.000000 10 40 6335.4284 1.4520 13112.8520 11206.6560 12124.1600 6335.4557 43.681507

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-7_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;24320;40;10;601899;1;2781;26.334046;78.278068;1452;13112852;6335428.448026;4292481.751939;1.000000%=12608;5.000000%=65280;10.000000%=115200;20.000000%=1613824;30.000000%=2375680;40.000000%=4489216;50.000000%=8716288;60.000000%=9371648;70.000000%=9764864;80.000000%=10289152;90.000000%=10813440;95.000000%=11206656;99.000000%=12124160;99.500000%=12517376;99.900000%=13041664;99.950000%=13041664;99.990000%=13172736;0%=0;0%=0;0%=0;1466;13112854;6335455.758882;4292479.938453;4;329;100.000000%;43.681507;42.462813;0.018608%;0.037880%;4820;0;11;0.1%;0.1%;0.1%;0.1%;0.3%;0.5%;99.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.05%;0.28%;0.28%;0.69%;2.34%;4.82%;7.38%;2.70%;0.62%;0.21%;3.95%;76.68%;vdc;16;6076;0;0;0;38450592;38458868;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:16:35,2016.12.28-13:26:43,time-vm-randwrite-8_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7981.5231,15.8030,17661.1820,12124.1600,13697.0240,7981.5502,34.013793
1 2016.12.28-13:16:35 2016.12.28-13:26:43 time-vm-randwrite-8_fio 0 0 0 0 0 0 0 0 0.000000 8 32 7981.5231 15.8030 17661.1820 12124.1600 13697.0240 7981.5502 34.013793

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-8_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19504;32;8;608223;1;5046;26.425144;89.188572;15803;17661182;7981523.158121;4088309.521738;1.000000%=58624;5.000000%=102912;10.000000%=158720;20.000000%=3325952;30.000000%=7962624;40.000000%=9109504;50.000000%=9633792;60.000000%=10027008;70.000000%=10551296;80.000000%=10944512;90.000000%=11599872;95.000000%=12124160;99.000000%=13697024;99.500000%=14483456;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;15822;17661195;7981550.234003;4088309.140003;2;254;100.000000%;34.013793;22.449069;0.017757%;0.026306%;3860;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.02%;0.62%;3.88%;8.35%;2.63%;0.92%;0.08%;0.43%;83.08%;vdc;40;4870;0;0;0;38630524;38683656;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:17:13,2016.12.28-13:27:18,time-vm-randwrite-9_fio,0,0,0,0,0,0,0,0,0.000000,8,32,7882.4317,2.5650,20019.7470,12386.3040,15532.0320,7882.4628,34.543962
1 2016.12.28-13:17:13 2016.12.28-13:27:18 time-vm-randwrite-9_fio 0 0 0 0 0 0 0 0 0.000000 8 32 7882.4317 2.5650 20019.7470 12386.3040 15532.0320 7882.4628 34.543962

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randwrite-9_fio;0;0;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;19628;32;8;604434;1;3531;30.391278;94.694650;2565;20019747;7882431.725290;3853736.460830;1.000000%=48896;5.000000%=95744;10.000000%=152576;20.000000%=5603328;30.000000%=7897088;40.000000%=8585216;50.000000%=9109504;60.000000%=9502720;70.000000%=9764864;80.000000%=10289152;90.000000%=11075584;95.000000%=12386304;99.000000%=15532032;99.500000%=16449536;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;2594;20019773;7882462.801100;3853735.353603;3;142;100.000000%;34.543962;20.493146;0.015883%;0.035736%;3781;0;11;0.1%;0.1%;0.1%;0.2%;0.3%;0.7%;98.7%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.04%;0.02%;0.04%;1.02%;4.63%;7.09%;1.53%;1.12%;0.14%;0.35%;84.02%;vdc;18;4906;0;0;0;38531124;38535556;100.00%

View File

@ -0,0 +1,40 @@
2016.12.28-13:53:29,2016.12.28-14:03:29,time-vm-randread-0_fio,2453,9813,26.0681,0.0900,42215.3700,20.8640,23.9360,26.0821,11793.142568,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:51:49,2016.12.28-14:01:49,time-vm-randread-10_fio,1103,4414,57.9727,0.0780,44988.4480,20.0960,24.1920,57.9897,5609.989236,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:51:31,2016.12.28-14:01:32,time-vm-randread-11_fio,1606,6425,39.8279,0.1400,45925.4470,11.5840,16.7680,39.8389,8298.330794,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:50:04,2016.12.28-14:00:05,time-vm-randread-12_fio,149,599,427.0058,0.0830,44123.3620,23.6800,16711.6800,427.0227,712.344394,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:51:45,2016.12.28-14:01:46,time-vm-randread-13_fio,954,3817,67.0364,0.0690,46517.0030,22.6560,30.8480,67.0550,4845.032362,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:51:55,2016.12.28-14:01:55,time-vm-randread-14_fio,2029,8117,31.5245,0.2040,43095.4920,11.4560,15.4240,31.5350,10350.771949,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:52:12,2016.12.28-14:02:12,time-vm-randread-15_fio,1425,5703,44.8662,0.0900,44483.7310,18.5600,23.6800,44.8823,7209.320896,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:52:22,2016.12.28-14:02:23,time-vm-randread-16_fio,1595,6381,40.0978,0.0840,44213.6960,17.0240,23.4240,40.1134,7983.161563,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:52:26,2016.12.28-14:02:26,time-vm-randread-17_fio,1349,5397,47.4026,0.0860,44283.2660,22.1440,24.9600,47.4211,6708.064211,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:51:55,2016.12.28-14:01:56,time-vm-randread-18_fio,2109,8436,30.3334,0.0630,44227.5310,11.2000,15.0400,30.3432,10717.996798,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:50:27,2016.12.28-14:00:28,time-vm-randread-19_fio,347,1391,183.9650,0.0710,45620.1070,21.8880,6455.2960,183.9819,1791.505108,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:52:05,2016.12.28-14:02:05,time-vm-randread-1_fio,1309,5237,48.8591,0.1990,45945.6810,18.3040,23.6800,48.8754,6672.371367,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:52:37,2016.12.28-14:02:37,time-vm-randread-2_fio,1443,5773,44.3222,0.0850,42175.7230,22.4000,25.2160,44.3394,7158.120545,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:51:10,2016.12.28-14:01:10,time-vm-randread-3_fio,638,2555,100.1610,0.0750,45988.8890,23.4240,35.0720,100.1793,3311.515625,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:53:57,2016.12.28-14:03:58,time-vm-randread-4_fio,3087,12348,20.7146,0.2120,41223.7690,19.3280,23.6800,20.7271,14514.278543,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:54:07,2016.12.28-14:04:08,time-vm-randread-5_fio,4004,16016,15.9698,0.0410,41139.9990,13.6320,21.1200,15.9808,18774.670265,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:49:27,2016.12.28-13:59:34,time-vm-randread-6_fio,103,415,616.4595,0.0650,45170.7400,337.9200,16711.6800,616.4752,489.808314,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:51:31,2016.12.28-14:01:31,time-vm-randread-7_fio,903,3615,70.7838,0.1510,44806.1710,20.8640,25.2160,70.8012,4624.096950,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:52:13,2016.12.28-14:02:14,time-vm-randread-8_fio,1174,4699,54.4465,0.0840,44196.9860,22.9120,26.2400,54.4651,5833.967437,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:52:34,2016.12.28-14:02:35,time-vm-randread-9_fio,1423,5693,44.9444,0.1330,41284.8270,22.4000,25.2160,44.9618,7029.275287,0,0,0,0,0,0,0,0,0.000000
2016.12.28-13:48:39,2016.12.28-13:58:50,time-vm-randwrite-0_fio,0,0,0,0,0,0,0,0,0.000000,3,13,18491.4494,36.8370,26968.7830,16711.6800,16711.6800,18491.4762,14.761610
2016.12.28-13:47:53,2016.12.28-13:58:15,time-vm-randwrite-10_fio,0,0,0,0,0,0,0,0,0.000000,3,14,18100.5980,90.9530,44545.0200,16711.6800,16711.6800,18100.6205,15.453292
2016.12.28-13:51:18,2016.12.28-14:01:20,time-vm-randwrite-11_fio,0,0,0,0,0,0,0,0,0.000000,5,23,10737.1461,10.8530,28701.7320,16711.6800,16711.6800,10737.1889,32.756329
2016.12.28-13:47:39,2016.12.28-13:58:03,time-vm-randwrite-12_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17368.0097,81.8550,47906.3180,16711.6800,16711.6800,17368.0411,16.450867
2016.12.28-13:51:46,2016.12.28-14:01:48,time-vm-randwrite-13_fio,0,0,0,0,0,0,0,0,0.000000,7,28,9082.8337,7.7670,25900.1800,16711.6800,16711.6800,9082.8705,39.468254
2016.12.28-13:52:03,2016.12.28-14:02:05,time-vm-randwrite-14_fio,0,0,0,0,0,0,0,0,0.000000,8,33,7666.0613,1.4430,27111.8630,16711.6800,16711.6800,7666.0877,45.016878
2016.12.28-13:51:59,2016.12.28-14:02:01,time-vm-randwrite-15_fio,0,0,0,0,0,0,0,0,0.000000,7,31,8229.0008,7.3530,34661.6240,16711.6800,16711.6800,8229.0430,45.711755
2016.12.28-13:48:24,2016.12.28-13:58:37,time-vm-randwrite-16_fio,0,0,0,0,0,0,0,0,0.000000,3,14,18258.5785,60.4180,27027.9230,16711.6800,16711.6800,18258.6123,14.723724
2016.12.28-13:47:34,2016.12.28-13:57:57,time-vm-randwrite-17_fio,0,0,0,0,0,0,0,0,0.000000,4,16,15692.7769,73.1500,47574.5790,16711.6800,16711.6800,15692.8036,17.715092
2016.12.28-13:51:36,2016.12.28-14:01:39,time-vm-randwrite-18_fio,0,0,0,0,0,0,0,0,0.000000,6,27,9373.5427,7.8370,27200.9560,16711.6800,16711.6800,9373.5793,35.894502
2016.12.28-13:49:36,2016.12.28-13:59:43,time-vm-randwrite-19_fio,0,0,0,0,0,0,0,0,0.000000,4,16,15879.3130,16.5330,26089.1490,16711.6800,16711.6800,15879.3377,18.243570
2016.12.28-13:48:23,2016.12.28-13:58:37,time-vm-randwrite-1_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17800.5986,93.0440,28271.2410,16711.6800,16711.6800,17800.6224,15.604545
2016.12.28-13:48:04,2016.12.28-13:58:22,time-vm-randwrite-2_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17603.1208,92.0070,40226.7340,16711.6800,16711.6800,17603.1443,15.351234
2016.12.28-13:48:01,2016.12.28-13:58:19,time-vm-randwrite-3_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17182.6268,121.0170,39648.1140,16711.6800,16711.6800,17182.6552,15.748115
2016.12.28-13:49:49,2016.12.28-13:59:55,time-vm-randwrite-4_fio,0,0,0,0,0,0,0,0,0.000000,3,15,16952.4235,5.9270,28275.5980,16711.6800,16711.6800,16952.4498,17.993569
2016.12.28-13:47:38,2016.12.28-13:58:02,time-vm-randwrite-5_fio,0,0,0,0,0,0,0,0,0.000000,3,15,16475.8549,122.3980,47239.1710,16711.6800,16711.6800,16475.8799,16.952580
2016.12.28-13:48:43,2016.12.28-13:58:54,time-vm-randwrite-6_fio,0,0,0,0,0,0,0,0,0.000000,3,13,18358.3938,40.9610,26131.9230,16711.6800,16711.6800,18358.4179,14.895678
2016.12.28-13:48:41,2016.12.28-13:58:51,time-vm-randwrite-7_fio,0,0,0,0,0,0,0,0,0.000000,3,14,18068.6024,88.2990,30901.6100,16711.6800,16711.6800,18068.6256,15.395899
2016.12.28-13:48:00,2016.12.28-13:58:19,time-vm-randwrite-8_fio,0,0,0,0,0,0,0,0,0.000000,3,14,17120.9511,107.6420,41914.4410,16711.6800,16711.6800,17120.9755,16.085672
2016.12.28-13:50:00,2016.12.28-14:00:06,time-vm-randwrite-9_fio,0,0,0,0,0,0,0,0,0.000000,4,16,15958.5750,16.4690,29285.3590,16711.6800,16711.6800,15958.6030,19.715947
1 2016.12.28-13:53:29 2016.12.28-14:03:29 time-vm-randread-0_fio 2453 9813 26.0681 0.0900 42215.3700 20.8640 23.9360 26.0821 11793.142568 0 0 0 0 0 0 0 0 0.000000
2 2016.12.28-13:51:49 2016.12.28-14:01:49 time-vm-randread-10_fio 1103 4414 57.9727 0.0780 44988.4480 20.0960 24.1920 57.9897 5609.989236 0 0 0 0 0 0 0 0 0.000000
3 2016.12.28-13:51:31 2016.12.28-14:01:32 time-vm-randread-11_fio 1606 6425 39.8279 0.1400 45925.4470 11.5840 16.7680 39.8389 8298.330794 0 0 0 0 0 0 0 0 0.000000
4 2016.12.28-13:50:04 2016.12.28-14:00:05 time-vm-randread-12_fio 149 599 427.0058 0.0830 44123.3620 23.6800 16711.6800 427.0227 712.344394 0 0 0 0 0 0 0 0 0.000000
5 2016.12.28-13:51:45 2016.12.28-14:01:46 time-vm-randread-13_fio 954 3817 67.0364 0.0690 46517.0030 22.6560 30.8480 67.0550 4845.032362 0 0 0 0 0 0 0 0 0.000000
6 2016.12.28-13:51:55 2016.12.28-14:01:55 time-vm-randread-14_fio 2029 8117 31.5245 0.2040 43095.4920 11.4560 15.4240 31.5350 10350.771949 0 0 0 0 0 0 0 0 0.000000
7 2016.12.28-13:52:12 2016.12.28-14:02:12 time-vm-randread-15_fio 1425 5703 44.8662 0.0900 44483.7310 18.5600 23.6800 44.8823 7209.320896 0 0 0 0 0 0 0 0 0.000000
8 2016.12.28-13:52:22 2016.12.28-14:02:23 time-vm-randread-16_fio 1595 6381 40.0978 0.0840 44213.6960 17.0240 23.4240 40.1134 7983.161563 0 0 0 0 0 0 0 0 0.000000
9 2016.12.28-13:52:26 2016.12.28-14:02:26 time-vm-randread-17_fio 1349 5397 47.4026 0.0860 44283.2660 22.1440 24.9600 47.4211 6708.064211 0 0 0 0 0 0 0 0 0.000000
10 2016.12.28-13:51:55 2016.12.28-14:01:56 time-vm-randread-18_fio 2109 8436 30.3334 0.0630 44227.5310 11.2000 15.0400 30.3432 10717.996798 0 0 0 0 0 0 0 0 0.000000
11 2016.12.28-13:50:27 2016.12.28-14:00:28 time-vm-randread-19_fio 347 1391 183.9650 0.0710 45620.1070 21.8880 6455.2960 183.9819 1791.505108 0 0 0 0 0 0 0 0 0.000000
12 2016.12.28-13:52:05 2016.12.28-14:02:05 time-vm-randread-1_fio 1309 5237 48.8591 0.1990 45945.6810 18.3040 23.6800 48.8754 6672.371367 0 0 0 0 0 0 0 0 0.000000
13 2016.12.28-13:52:37 2016.12.28-14:02:37 time-vm-randread-2_fio 1443 5773 44.3222 0.0850 42175.7230 22.4000 25.2160 44.3394 7158.120545 0 0 0 0 0 0 0 0 0.000000
14 2016.12.28-13:51:10 2016.12.28-14:01:10 time-vm-randread-3_fio 638 2555 100.1610 0.0750 45988.8890 23.4240 35.0720 100.1793 3311.515625 0 0 0 0 0 0 0 0 0.000000
15 2016.12.28-13:53:57 2016.12.28-14:03:58 time-vm-randread-4_fio 3087 12348 20.7146 0.2120 41223.7690 19.3280 23.6800 20.7271 14514.278543 0 0 0 0 0 0 0 0 0.000000
16 2016.12.28-13:54:07 2016.12.28-14:04:08 time-vm-randread-5_fio 4004 16016 15.9698 0.0410 41139.9990 13.6320 21.1200 15.9808 18774.670265 0 0 0 0 0 0 0 0 0.000000
17 2016.12.28-13:49:27 2016.12.28-13:59:34 time-vm-randread-6_fio 103 415 616.4595 0.0650 45170.7400 337.9200 16711.6800 616.4752 489.808314 0 0 0 0 0 0 0 0 0.000000
18 2016.12.28-13:51:31 2016.12.28-14:01:31 time-vm-randread-7_fio 903 3615 70.7838 0.1510 44806.1710 20.8640 25.2160 70.8012 4624.096950 0 0 0 0 0 0 0 0 0.000000
19 2016.12.28-13:52:13 2016.12.28-14:02:14 time-vm-randread-8_fio 1174 4699 54.4465 0.0840 44196.9860 22.9120 26.2400 54.4651 5833.967437 0 0 0 0 0 0 0 0 0.000000
20 2016.12.28-13:52:34 2016.12.28-14:02:35 time-vm-randread-9_fio 1423 5693 44.9444 0.1330 41284.8270 22.4000 25.2160 44.9618 7029.275287 0 0 0 0 0 0 0 0 0.000000
21 2016.12.28-13:48:39 2016.12.28-13:58:50 time-vm-randwrite-0_fio 0 0 0 0 0 0 0 0 0.000000 3 13 18491.4494 36.8370 26968.7830 16711.6800 16711.6800 18491.4762 14.761610
22 2016.12.28-13:47:53 2016.12.28-13:58:15 time-vm-randwrite-10_fio 0 0 0 0 0 0 0 0 0.000000 3 14 18100.5980 90.9530 44545.0200 16711.6800 16711.6800 18100.6205 15.453292
23 2016.12.28-13:51:18 2016.12.28-14:01:20 time-vm-randwrite-11_fio 0 0 0 0 0 0 0 0 0.000000 5 23 10737.1461 10.8530 28701.7320 16711.6800 16711.6800 10737.1889 32.756329
24 2016.12.28-13:47:39 2016.12.28-13:58:03 time-vm-randwrite-12_fio 0 0 0 0 0 0 0 0 0.000000 3 14 17368.0097 81.8550 47906.3180 16711.6800 16711.6800 17368.0411 16.450867
25 2016.12.28-13:51:46 2016.12.28-14:01:48 time-vm-randwrite-13_fio 0 0 0 0 0 0 0 0 0.000000 7 28 9082.8337 7.7670 25900.1800 16711.6800 16711.6800 9082.8705 39.468254
26 2016.12.28-13:52:03 2016.12.28-14:02:05 time-vm-randwrite-14_fio 0 0 0 0 0 0 0 0 0.000000 8 33 7666.0613 1.4430 27111.8630 16711.6800 16711.6800 7666.0877 45.016878
27 2016.12.28-13:51:59 2016.12.28-14:02:01 time-vm-randwrite-15_fio 0 0 0 0 0 0 0 0 0.000000 7 31 8229.0008 7.3530 34661.6240 16711.6800 16711.6800 8229.0430 45.711755
28 2016.12.28-13:48:24 2016.12.28-13:58:37 time-vm-randwrite-16_fio 0 0 0 0 0 0 0 0 0.000000 3 14 18258.5785 60.4180 27027.9230 16711.6800 16711.6800 18258.6123 14.723724
29 2016.12.28-13:47:34 2016.12.28-13:57:57 time-vm-randwrite-17_fio 0 0 0 0 0 0 0 0 0.000000 4 16 15692.7769 73.1500 47574.5790 16711.6800 16711.6800 15692.8036 17.715092
30 2016.12.28-13:51:36 2016.12.28-14:01:39 time-vm-randwrite-18_fio 0 0 0 0 0 0 0 0 0.000000 6 27 9373.5427 7.8370 27200.9560 16711.6800 16711.6800 9373.5793 35.894502
31 2016.12.28-13:49:36 2016.12.28-13:59:43 time-vm-randwrite-19_fio 0 0 0 0 0 0 0 0 0.000000 4 16 15879.3130 16.5330 26089.1490 16711.6800 16711.6800 15879.3377 18.243570
32 2016.12.28-13:48:23 2016.12.28-13:58:37 time-vm-randwrite-1_fio 0 0 0 0 0 0 0 0 0.000000 3 14 17800.5986 93.0440 28271.2410 16711.6800 16711.6800 17800.6224 15.604545
33 2016.12.28-13:48:04 2016.12.28-13:58:22 time-vm-randwrite-2_fio 0 0 0 0 0 0 0 0 0.000000 3 14 17603.1208 92.0070 40226.7340 16711.6800 16711.6800 17603.1443 15.351234
34 2016.12.28-13:48:01 2016.12.28-13:58:19 time-vm-randwrite-3_fio 0 0 0 0 0 0 0 0 0.000000 3 14 17182.6268 121.0170 39648.1140 16711.6800 16711.6800 17182.6552 15.748115
35 2016.12.28-13:49:49 2016.12.28-13:59:55 time-vm-randwrite-4_fio 0 0 0 0 0 0 0 0 0.000000 3 15 16952.4235 5.9270 28275.5980 16711.6800 16711.6800 16952.4498 17.993569
36 2016.12.28-13:47:38 2016.12.28-13:58:02 time-vm-randwrite-5_fio 0 0 0 0 0 0 0 0 0.000000 3 15 16475.8549 122.3980 47239.1710 16711.6800 16711.6800 16475.8799 16.952580
37 2016.12.28-13:48:43 2016.12.28-13:58:54 time-vm-randwrite-6_fio 0 0 0 0 0 0 0 0 0.000000 3 13 18358.3938 40.9610 26131.9230 16711.6800 16711.6800 18358.4179 14.895678
38 2016.12.28-13:48:41 2016.12.28-13:58:51 time-vm-randwrite-7_fio 0 0 0 0 0 0 0 0 0.000000 3 14 18068.6024 88.2990 30901.6100 16711.6800 16711.6800 18068.6256 15.395899
39 2016.12.28-13:48:00 2016.12.28-13:58:19 time-vm-randwrite-8_fio 0 0 0 0 0 0 0 0 0.000000 3 14 17120.9511 107.6420 41914.4410 16711.6800 16711.6800 17120.9755 16.085672
40 2016.12.28-13:50:00 2016.12.28-14:00:06 time-vm-randwrite-9_fio 0 0 0 0 0 0 0 0 0.000000 4 16 15958.5750 16.4690 29285.3590 16711.6800 16711.6800 15958.6030 19.715947

View File

@ -0,0 +1 @@
2016.12.28-13:53:29,2016.12.28-14:03:29,time-vm-randread-0_fio,2453,9813,26.0681,0.0900,42215.3700,20.8640,23.9360,26.0821,11793.142568,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:53:29 2016.12.28-14:03:29 time-vm-randread-0_fio 2453 9813 26.0681 0.0900 42215.3700 20.8640 23.9360 26.0821 11793.142568 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-0_fio;0;0;5888292;9813;2453;600002;1;13535;13.418691;118.996466;90;42215370;26068.196839;520784.825030;1.000000%=660;5.000000%=2040;10.000000%=2768;20.000000%=3824;30.000000%=5408;40.000000%=7392;50.000000%=9280;60.000000%=10688;70.000000%=11712;80.000000%=12736;90.000000%=14400;95.000000%=20864;99.000000%=23936;99.500000%=25472;99.900000%=6651904;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;101;42215386;26082.169765;520784.994709;4;51752;100.000000%;11793.142568;15045.598173;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;1.599997%;4.733992%;1290389;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.23%;1.14%;0.68%;2.79%;16.51%;33.26%;39.59%;5.61%;0.01%;0.01%;0.02%;0.01%;0.01%;0.01%;0.13%;vdc;1471225;0;0;0;38337948;0;38337648;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:51:49,2016.12.28-14:01:49,time-vm-randread-10_fio,1103,4414,57.9727,0.0780,44988.4480,20.0960,24.1920,57.9897,5609.989236,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:51:49 2016.12.28-14:01:49 time-vm-randread-10_fio 1103 4414 57.9727 0.0780 44988.4480 20.0960 24.1920 57.9897 5609.989236 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-10_fio;0;0;2648576;4414;1103;600008;1;8769;16.395474;132.222402;78;44988448;57972.709128;899791.932084;1.000000%=524;5.000000%=1176;10.000000%=3024;20.000000%=7136;30.000000%=9664;40.000000%=10688;50.000000%=11328;60.000000%=11968;70.000000%=12608;80.000000%=13376;90.000000%=15040;95.000000%=20096;99.000000%=24192;99.500000%=171008;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;90;44988461;57989.709442;899791.888774;4;27224;100.000000%;5609.989236;9151.434293;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.869990%;2.582637%;561998;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.01%;0.68%;2.56%;1.21%;2.86%;5.62%;20.06%;61.90%;4.58%;0.01%;0.05%;0.04%;0.02%;0.02%;0.04%;0.33%;vdc;660949;0;0;0;38353892;0;38354232;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:51:31,2016.12.28-14:01:32,time-vm-randread-11_fio,1606,6425,39.8279,0.1400,45925.4470,11.5840,16.7680,39.8389,8298.330794,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:51:31 2016.12.28-14:01:32 time-vm-randread-11_fio 1606 6425 39.8279 0.1400 45925.4470 11.5840 16.7680 39.8389 8298.330794 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-11_fio;0;0;3855336;6425;1606;600011;1;6691;10.536833;66.534881;140;45925447;39827.999669;770736.800813;1.000000%=572;5.000000%=1112;10.000000%=1960;20.000000%=3280;30.000000%=4192;40.000000%=5024;50.000000%=5856;60.000000%=6816;70.000000%=7712;80.000000%=8640;90.000000%=10304;95.000000%=11584;99.000000%=16768;99.500000%=27264;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;153;45925461;39838.955069;770737.092262;4;44136;100.000000%;8298.330794;15622.709229;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.712655%;2.618623%;905170;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.40%;2.26%;1.69%;5.92%;17.15%;61.22%;10.63%;0.37%;0.01%;0.02%;0.03%;0.02%;0.02%;0.03%;0.23%;vdc;961989;0;0;0;38368940;0;38369048;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:50:04,2016.12.28-14:00:05,time-vm-randread-12_fio,149,599,427.0058,0.0830,44123.3620,23.6800,16711.6800,427.0227,712.344394,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:50:04 2016.12.28-14:00:05 time-vm-randread-12_fio 149 599 427.0058 0.0830 44123.3620 23.6800 16711.6800 427.0227 712.344394 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-12_fio;0;0;359704;599;149;600014;1;7973;16.330238;110.798162;83;44123362;427005.858951;2683784.868238;1.000000%=450;5.000000%=510;10.000000%=564;20.000000%=676;30.000000%=828;40.000000%=1144;50.000000%=1656;60.000000%=2448;70.000000%=3824;80.000000%=7968;90.000000%=13760;95.000000%=23680;99.000000%=16711680;99.500000%=16711680;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;96;44123374;427022.729478;2683784.621429;4;18640;100.000000%;712.344394;1608.023920;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.141330%;0.362659%;80607;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;99.9%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;4.05%;21.52%;10.79%;18.59%;16.00%;10.40%;11.24%;3.16%;0.06%;0.30%;0.41%;0.20%;0.18%;0.25%;2.83%;vdc;89484;0;0;0;38389548;0;38390372;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:51:45,2016.12.28-14:01:46,time-vm-randread-13_fio,954,3817,67.0364,0.0690,46517.0030,22.6560,30.8480,67.0550,4845.032362,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:51:45 2016.12.28-14:01:46 time-vm-randread-13_fio 954 3817 67.0364 0.0690 46517.0030 22.6560 30.8480 67.0550 4845.032362 0 0 0 0 0 0 0 0 0.000000

View File

@ -0,0 +1 @@
3;fio-2.2.10;time-vm-randread-13_fio;0;0;2290548;3817;954;600018;1;10655;17.831162;154.907568;69;46517003;67036.455660;980327.358889;1.000000%=524;5.000000%=1032;10.000000%=2864;20.000000%=9408;30.000000%=10688;40.000000%=11456;50.000000%=12096;60.000000%=12608;70.000000%=13248;80.000000%=14400;90.000000%=20864;95.000000%=22656;99.000000%=30848;99.500000%=370688;99.900000%=16711680;99.950000%=16711680;99.990000%=16711680;0%=0;0%=0;0%=0;80;46517014;67055.010920;980327.161580;6;24064;100.000000%;4845.032362;7907.263235;0;0;0;0;0;0;0.000000;0.000000;0;0;0.000000;0.000000;1.000000%=0;5.000000%=0;10.000000%=0;20.000000%=0;30.000000%=0;40.000000%=0;50.000000%=0;60.000000%=0;70.000000%=0;80.000000%=0;90.000000%=0;95.000000%=0;99.000000%=0;99.500000%=0;99.900000%=0;99.950000%=0;99.990000%=0;0%=0;0%=0;0%=0;0;0;0.000000;0.000000;0;0;0.000000%;0.000000;0.000000;0.912641%;2.371933%;446980;0;74;0.1%;0.1%;0.1%;0.1%;0.1%;0.1%;100.0%;0.00%;0.00%;0.00%;0.00%;0.00%;0.01%;0.00%;0.68%;2.84%;1.38%;2.91%;4.75%;10.52%;65.44%;10.87%;0.01%;0.06%;0.05%;0.03%;0.03%;0.04%;0.38%;vdc;571766;0;0;0;38346932;0;38347396;100.00%

View File

@ -0,0 +1 @@
2016.12.28-13:51:55,2016.12.28-14:01:55,time-vm-randread-14_fio,2029,8117,31.5245,0.2040,43095.4920,11.4560,15.4240,31.5350,10350.771949,0,0,0,0,0,0,0,0,0.000000
1 2016.12.28-13:51:55 2016.12.28-14:01:55 time-vm-randread-14_fio 2029 8117 31.5245 0.2040 43095.4920 11.4560 15.4240 31.5350 10350.771949 0 0 0 0 0 0 0 0 0.000000

Some files were not shown because too many files have changed in this diff Show More