From 2be643889c360472c2df8102bb24a837a251818a Mon Sep 17 00:00:00 2001 From: Sergey Galkin Date: Fri, 30 Sep 2016 19:12:50 +0300 Subject: [PATCH] Add test result for MySQL in kubernetes Change-Id: Ie98d98d8f1d80f8df7078f9d5b02270c354b97f9 --- doc/source/test_plans/db/plan.rst | 20 +- .../test_results/db_kubernetes/index.rst | 13 + .../db_kubernetes/mysql/files/queries.png | Bin 0 -> 21224 bytes .../mysql/files/transactions.png | Bin 0 -> 16834 bytes .../db_kubernetes/mysql/index.rst | 59 ++ .../mysql-on-ceph/files/full_ceph_config.txt | 859 ++++++++++++++++++ .../mysql/mysql-on-ceph/index.rst | 133 +++ .../mysql/mysql-with-host-volume/index.rst | 85 ++ .../mysql/mysql-without-volume/index.rst | 85 ++ 9 files changed, 1244 insertions(+), 10 deletions(-) create mode 100644 doc/source/test_results/db_kubernetes/index.rst create mode 100644 doc/source/test_results/db_kubernetes/mysql/files/queries.png create mode 100644 doc/source/test_results/db_kubernetes/mysql/files/transactions.png create mode 100644 doc/source/test_results/db_kubernetes/mysql/index.rst create mode 100644 doc/source/test_results/db_kubernetes/mysql/mysql-on-ceph/files/full_ceph_config.txt create mode 100644 doc/source/test_results/db_kubernetes/mysql/mysql-on-ceph/index.rst create mode 100644 doc/source/test_results/db_kubernetes/mysql/mysql-with-host-volume/index.rst create mode 100644 doc/source/test_results/db_kubernetes/mysql/mysql-without-volume/index.rst diff --git a/doc/source/test_plans/db/plan.rst b/doc/source/test_plans/db/plan.rst index c9eb896..f22591b 100644 --- a/doc/source/test_plans/db/plan.rst +++ b/doc/source/test_plans/db/plan.rst @@ -106,7 +106,7 @@ On all 3 database server hosts: wsrep_node_address = "10.4.1.114" wsrep_sst_method = rsync wsrep_slave_threads = 24 - max_connections = 100 + max_connections = 250 connect_timeout = 5 wait_timeout = 600 max_allowed_packet = 16M @@ -230,13 +230,13 @@ due to replication will be measured. Parameters ^^^^^^^^^^ -================= ======================== +================= ============================= Parameter Value -================= ======================== -Database MySQL, MariaDB, Percona -Number of threads 10, 20, 30, 60, 120, 180 +================= ============================= +Database MySQL, MariaDB, Percona +Number of threads 20, 40, 60, 80, 120, 160, 200 Replication 1, 3 -================= ======================== +================= ============================= Database configurations @@ -288,13 +288,13 @@ Some of the ultimate goals of the testing tool are to identify: Parameters ^^^^^^^^^^ -================= ======================== +================= ============================= Parameter Value -================= ======================== +================= ============================= Database MySQL, MariaDB, Percona -Number of threads 10, 20, 30, 60, 120, 180 +Number of threads 20, 40, 60, 80, 120, 160, 200 Replication 1, 3 -================= ======================== +================= ============================= Database configurations will be chosen from among the best of the sysbench tests. diff --git a/doc/source/test_results/db_kubernetes/index.rst b/doc/source/test_results/db_kubernetes/index.rst new file mode 100644 index 0000000..75ee70e --- /dev/null +++ b/doc/source/test_results/db_kubernetes/index.rst @@ -0,0 +1,13 @@ +.. raw:: pdf + + PageBreak oneColumn + +============================================= +SQL Database on Kubernetes performance report +============================================= + +.. toctree:: + :maxdepth: 3 + + mysql/index + diff --git a/doc/source/test_results/db_kubernetes/mysql/files/queries.png b/doc/source/test_results/db_kubernetes/mysql/files/queries.png new file mode 100644 index 0000000000000000000000000000000000000000..5eaa702d298678f5e63299bfd4b327fc27c4c763 GIT binary patch literal 21224 zcmcG$by$>L+ditISYV-2A_gVhNMq0`AV>@$FvJkj45^~t~jsrT(4A=q)AUvojP>r5UH%pebqyUjzk|i zbhzjQF?glHwIS!wA=N_J`*+k`2Ip%|yM*^tl#hK_Xu9f9KDKVNzPHYD+3)TV;uDQ* z%#A8X1ForBct3r9Mg0V`r~3V*H-g&dC2t%jlY4df$T9EhX;)GtUZ-}SxODy>yA#i! zNxYCS_&`|7d(+^|5M~^Tq2meLt}SrnBGmFMR&ScP^m4Rm&uWdG1LHV!NPL-;?%+Qp z4A36~&co0j?~~BKPwS6DfBt%h6HMa2e&-M|8T9GDzVpuD2=v;2_s$^-1?aQ5O)+2*g8V^PY-mx4Na$aB^+v+W!=+0KdZ8U{3VhPdF6n%)=on`sW z1?M^z@!e_V^fzzX=Y_U(gLAKATUx@pGL>7t)O$}x)$OFa?{AMqRXWZ#M{^m;Rda}n z!l(qSEemw&JUz6E9!s9QH|<}a*X&qLqbx5U_Rl{j2n1e>ZkbWfZL7k?j<$}(?SiU> zoRw1d9>|P1qpzEA>bp+U6KozoP7&N|ptgy|qv2RP9>ud_8%anJuRZtjSxl@z+m*$> z!bIdK+ElsxtK*PV0L53=Hu3#U<;}J7x_PHP;jvAnm!$BAh2zMb4`;>0y|&A}?5h&= zyt*(IAP+QzH_*mYW!@Gp1?xH++$K zF}E4P+)YhPV({X7OTkzIjj)r=vF$&?(MDD#o}{b;oTBkzMT~G+N-`ImP^ zJRi*JkT+#0u^QU5(oZXK|I2alC;5-p;NL5q7p;Rv+zD9R*!6opZ{z!VhFy2C0%N>d zclngJbTxH#=63Ga^u8ivoB+mM@b#M?g@S$|0iC#u5!vrb+@mvXjpHIPR5{ISe{*zF z!oM;6FfliPE)WdCqWDrQkX2S+s#K7G~}}Klv?yKmtP+dbz6HI zzu1!-)t77-Z)DcdGuEp+fOB8StzTIcIxD)O@@jiY18?6F$wse{J`{Q%Ebku^DkdgG zXzFpb>3gj9aAUh8STrZZ_r}FBw%E(ADIX@=#J2Oan9{T!&@6c1VoWFAzdUVSs8eno zul20J=Z$O_!}8wtqGryS4355zJQH2rxTeZchb~3C^%3V-yF2NWQ(0L|MiO3x*s-_G z0uQ?lw(QvSOMgtJKjp()?Xe|B@y%CUYNyHBNwTK%r)QyMHsB;;%aX33@iHAeaDY$i z^Gv34tYAme+@id`*B?L3^X9;Z{a>BiUq1OSxA!03`P*Cn@Z%~3Vge?Hhugf9Zh8Qn zX|9%`5P~*sL)qio5~FO#8)VlPM(FwZH5il=ST{E}4+|fM#&2lA*%&~1b9#DORbAb9 zPP89h?z$kWhiH{D4e z22+;`x^m0+42@m9uQ>lEUS`v#1Ag3~g1F(VB zc@e!B4q~;yoX87DN#N=2p?6p`3&MdD<54L1FzKq$@pbvdi=*~RnyA^?(6BHfryz-A zW`Uzmdy`YvXR{kkMrVeZ1(dbRt>?8*Co}K}3lEukXBP$r1r@xm?^b=Oh~f-_!b)lQabhqHbkP+7?}nPA7ypINHL`bzZku?3#5~R2(@z zbA^T|iO-ct+t+WjBY1vUo-k21WX*Fju`|FJd2iy?t5=h?qpu1AKVvYwQk@B!v`JDA z$?kx#5Prv-IOgLy1I}kbhw~5DbWk11Du;9Kc8F9ET7?x~l1q|tp1#cbgeM@KQdvL9 z%?3((!+HGJ(oZ$7l2nic7 zXkrqEa|c!cmI1telo|Rg_zF0_kj1rAgRg)@=P2`!30l=Sx_xF$bXUD`^Jco+`hwl} zFL(L`_1A7F%gNcf)sX2opPTM|9WU%$(AoAS7y+`YDT*I1t$)7y%4jVHw_Xh&VtpxCliYPi!*A=FvQILx@9oU%O5Hc``Mz}fY zj(1v8(o>GhKNbL5#wrnB@9AJ%Q@r!&E$N^uT)~cFxaY@C4`U3>8@i&#(scu;e54E>!-Q)Wbga;?|*KM7v8ip{AI;8 zi09;bF7?J2dsaZOlP5lV^~w`(^N!6#`AAl-;7o;>8*JJouQL>5QOJ0Z2(c}V7Qm`d zZaspjYeKDvM_a42cz%J4z&aYALN*mR+VdGiapN!Vo-qh-0Dt%yoKtAL_a^o@qvwap zow57sVOe+|63WMWtGt178XA!$7CmxMo>v(}pc-!o3jm+Kzp@%h@Gxy6A=7uYH^i@e1Ubr^CE@wOoY@S8_PLRw()nqx0 ztl6?6*Y_XGKyq0t@@W1=>ODkD?9l}=mQL;k4$Z#KLB<%u^EH-9UdM-AE_OI zmGi%jNca_Y>&??L!bC2t=7Y_XN5M=nT9E|)+N0cmIq((+7NR#CNhiColdWGKB`vcM zE~a13g{51c9#Ux8gB>5}Nv+x+x~DAD+AprVUwwRJ2qRrE)^%}l-lnBsY@e!7asSD9 z70iF!iJsK*70#gljp6e54`->>E|HTne(*iZ(S?Ck*nOIJ@g^n>INas5JzriGU*)=L zQ9(=q6=7#J(%xuTyTt6ezWb77MIYPz*4D6CEl7c1ZI@`NV=Y}%8t3o>>sepb)v~8_ zF=uFmqDiJ9=h69?^Q8K-R#gihJ7m~oI!YEnx7))ta|OFAyB#RI3cua+CFfQ;*%`LE zm6KM97%j%C1g!_d3GVk)Q}wy5kmKa^rAvtl1Wo?xGG4p`nZCB2gWW5mEw7ql?4GrU zRXy(|hGC-MQfXY|BYqKAa5juo3C8cPKS*VMnx9UtVUUsN?6w!FcUK=$EHwv>%uNK^?0bDCQ-@gjLlZR z7bD72rAbiCkGQs7yfFz{y6e$| zzj?2?mowMuVKT}i z=d|jP@^<$trJ&eionlMEa`+Yf1h}>YZuuqBr(a2MDcz*Ch1E7sNYTl>%kVuLBCpG> zyE|v}oJjXa3r7-$ZXxe%8h^apVrdZq%jw9Ox}HfBVXC2~`DPoj!Ny9G!T$P92G{mv zA$f6HS=jTJBXsM^>&=WrgVCEWVyw2P3DG;~{k4(XdyC{S%1^Lhg-DpUes~;tX7kd= zflK^;#sT;C&-O^{8cu_?kN)CM*}I`J5;M_VpY1*ktw9zIjdx~IcffPvu^DaSFKw8> zGhVJvC-y#D5L+?MVR*H>rgS&s+;g>LwRvY5(C_F?UDVS_j5~ub=zeIcO3=1OHE~83 zKRJCbxIRzuHaT--ufvM;I5VZfJA=FZ&LruSEl;8y3hQ;zWP8mP8g7hp*xT?kOlYac zqlEp&Xql=UEz&gpM3RYM^5_b`oEXpJ4xag*;ubj+Vj0JO;enZUW!o1RqBp{}P`1)NrY5DW(OO^_u0b>kRCg{6XLFsiWH?#c@RmUi@d8Z7( z*z{EkdYw4T@YT{Blrpi%75LStG5*GNNnXd$5x>6Kwj^TiD_+44?|=N@iAagnrj&2V zy=gkbB&~agt#s3kLp{G28?U>)anaMiqmPR)eAYHn2_OOuQj~ukyA*r*IBOwMI&V)W|i>v9XV;Ah6L84Lp z^NuLT)P|(fIz*iGc12^&q5a8-s-X~`ZHhemYtt_}s4Rj<%hcOC)8*x_L|e;V^6O} zr>bRXW}Ko|pWhM>8&@7<7&7wWsM->@u@FXai?-R==4P6bWBWC9GHDH5+o|qqE_OP7 z&OT}XD4v+-)-733$?A^x0TXJEPCo5#!@_^p;$qLEN~Ot)%ga;MHL7T1?Ng?G8=+EY ze$se1t_XI;o)?SC+^+2>yH2L^sb`L=Ib*`jh4u67>@QrpM4z3V-B6vLmL>zjr7pa6 zV6F(@AW$V}Y-}8D1TtSP9ibWi0Dvg0TF8kOj^AHDG*;zYh^)356C+et&${x|Y%R)j z)X<$je?BxinkiK}m|sV2aC^ASDz?OGsJ8^5A1-`_z_Wyo*0{yuiHJ!!*HutrN}XL@ z*d?e+8;Py)v1S7mjz=GYGy0rs#^+Xack=h@!hIt1j84JKw#-Z4EO>j8gaR|*QmZbv zAA62QNk$6T3Phj|w^B`KFvfF&^N`H2QfsonvC|pnus90KP)@WC=m3d&nso406I2Bs zqL<=BnwuR9tkNL_c*15MQffK|h71Lwsla2WFMr-x8pn>GBxCrzvq@;Fu{Q66Kub_Z z$ke#5LTQWjdUk_jV-QV)+1gA`OKyGl`p@j0UPwsW&(BY;r}5ROJ{+F0DdHyHiU2^@ z17cDtx?{&m5f@K;Q?lcxq{`;s>(5lhNZ|LrR;r|__Gx%eHh&vYt$xC!`&sK@^@(Pk zj86aTG_r=3B);zOQB?hkv^}?FKPPhIt8XBe-_NYw99N)Q@y)3kRGSU=&8v3ThDKUp zHLj()-pHBmTjrzH6Ykup3R>Ez*IO{-t!l>gCVkTnO+Uvp3rkgvz~VNSHd7vKxS74~}Aj1>Pzyj@v} zis30*_pmrY9@o}c7w#utBwhsvM|tjURRkfc3TiaW`_`)k+O}C+h6Tq`W4h_(Bg3wu3`@j^+jJv+>`N=ykK|+<+VhQ6c8*jaLSS#m zo|3S{ABpD#MGmNBJ{%Vo$sf3P*1qDq^l1c~k%BMWVj?aVoBP2mQUk48+Tj{;c*kAn z7;u%KjDKg~a~$;w%`hWHNi)LL0B0AdtEj*&wp9#@oRd-`pEb+q>{1^@MfC70C}&E5 zSOOJVnD6f*={iT8x)J#pTOGEmyw93rJGvE&1WV~_Lbt7pWP1c7TE8yZol5Sy)qWBx z$U#BY9C&xUj{o7e+TBz*mp8Wxl1i~^Mi-mG{_z1JYe3Ozs~=>MO!15MXT17eXQ!!2 zEK1m}b!rXRxg$zTmdh?&iP>_fD5R`4OmoohVPPGjEe{~HL6I0Wps1 zuCGUaeWmrFLsjFXqMv4f=~^4fp3+7o>!7J@n#}k;%g?lBP{f3zeQ>P@rUvCX!#dW%&7mSlnXIwVmr85;0Qgt?!3+ z%4%rY+=s$)rIu)~a7L@#>$e;Yd^k?IZc1Svb0OkeS-A^mbiz)`eu%SuTT{zG1@|?A znt4=Z`HN?HmR0oTRTZNzVA5Dq0|2$8KhSPy?Yc2RCK}%S4YOijRG~Fuft2gjTtlybh!E@tN^SQ0JnJGgn zB=)`sYjrZ1q?wEByCe>We|Ov5o4v_0;+b$;$y(mCBfnH8hQl$eOTMIkMFB}?kI0@6 z9y*H>_u1)KIh)g5CW^#wT8G6K7M~|^^o|J+rwe0L#+~-9KT7UY>afPjv)IW#({W6U z?^0Gb#@wg4WG;;_6kSj!6_|oj@$x9pvoY2Px}P4-i?(>OTATC1vh$?o{JI%7c+b{A zF?=s1Wh}dw#aX^9Jb&5yW$aGmZpLQj^gh=v&BL-|gSwjC3cjKB!+f4mb10Qn933;W zoT{2y;8%IjXkk!9y(LLP4;Ya#DusXkEYtM)Gn1`XCF42>ZrE{;?X?&@oY%1BGI~DM zy5}vZp#{9BvF~Q;IBHfx0lXpux?2D#9<<~!7qFHcU%o$xuRz+iMM^lcB(z=Px8CiLxHq9oV?W4*QXt9?wlx4=i z>ong;&mH%SKb8U$>cSJ)`zSnOq(EkSt(tVX>tp)zKASdsosv@2mQ6tz!!50hk&2l_ zTvgJTq?bVKLudY7BIa|6lljy8Ma}#+UI87}nDw;|idhF*eaxGNEBXO%c-S|oUrXFM*)&L zy<;LH89;mLwd?9k6R5{V#MA<30lXE^F$cWwtL^qS2w7b$>Z^8HO1UpBEf2bFzoY4~ zqgEtvHc9f5{$i0v9@wXD$59hU)K!|jHH>;rOczP|8N=gbuHvqs%;-9ky3G=%Jw%cb zubGQ=O3N`f2^N}EjQLT4;fBO&rMkt7SC=jG9AdPmF)?sX`fRT{y$5qF)%HbH%$ufDYWQmpLkNm@EN@4YWmcq`Y)r`b3U9D6@+W%51lqJuuagplSQ)a#K;{R<`(W)6n2>eXAz*W`PK9UqqjLW6|NtL>)700PdCRG#8=N;OT9kudft@QUbite%mB2O8%RL-R7de47$C6E@K9U4u%<;>N7yr><8toq)esErs6gIpMywV~ zC5+$ZW66$@GA%1AX)6j|bv2>9hkatvt0vx7E6tMw07P52_|eoo4Co%gZZ}`JM6+9R zzotdPk%a0=kHPS_&xb6obtg-B!S{2j$cjEpC7gcY(4SlUVJo@wX*0s6VdWmX0tbwC&7D>y ztsJLQ^!Vj$Kfo_BS1^%mI?bRQ9vLlcP~`~)$qZq@z_%VUf2 zoGAEAx1|OhnvymCjd*b|Kj9GyxpE&JVD8(ccxR?lZr5xe-nVzf*@S^hl;Wzy;!FmE zMlKOCkBhA_2RgH6mWs-`w`#>SsWaI)ld?lW-;tv?`xZLeCnw1FJfU>uL6Yz>8^Tp9 zScf0Rtzl&e1H=Z$Xw*<>sE;_9*CoiKvrnBF)+twMfcv-aK1D~lj;g26sZvCGvC>?DJ)ISf#OF zyx2EI=M{4Kz#Kpx8@Xs$uKUnRq+PB6`4n7*g z|8tut0(F${#3=5A$Konpmv}Ok(A%VV@@&kw1%pGs8mYNedS0h=E32u)^0xJ)yc~;- z>Oe$#D-v4b(RRlql60Dd-ik23)sZAJse|rCq~B#_2sDZlL3T!CK^LJJw12UJ@wy_W ztyk0vXFw}8!zU8eArXIC&f4;1%yW^j**zc3!FfZU&O)3;H z-jrJ0d%IfjuP;$2@NT><*%_&2M(Ehe=e0TXDqxKSjjaMx#r->dE0fcH4q+<*B?~jb z1%}*|Zce`EtJ|g=ciWJ8Y}AGt^5kQOW(Rcr)6jI9KbvkJlu)eR+0V zA+jSys}V%2<8ueki0QC)dg7AjP00l-d5ks_(k!fIje*~BEb?I=enN$P zaTc%H;w~)oGUu!AfHToTmuB*JV!Z=*E=)nKsLQa@V)8Rpa#)Hc7N~ zsDS4NiYpqCpf^r%^D1X;HDQmk*2W2mT{p^PK@6~NdNd8|mAbj#69;8Yg13UV9P$@{ubl39fP{}auoE8jKG*x zp4@bc*{RE*vadi?+dPxPOKPVk6W{B2DXbma(ORAtWOcQtKdZxmiWc_h`Pb~Y$XZs+ z$!;aV=&KU5UwW&U={w`FuX_JUfO-dNzj_CU`aths>&ZytP}rY1L3Hs`zXG>@(B8J} ze^alZL-=Hnk)GZJ!eE+SjcYMr>Xf&sk5?Kso-yKeTb-HgF_>|4c%fb+<={{zp|5iXfW?&A@+XZuDG#fMB0rduGAD3;U-^r2D%WKNfYpMjZC! zLaP)yC;kc2M^z__15*#6g$-pJ9f9(kgX{&9qQj?VYirBxzVV%#^b7ESa#zaZgdF8i z0yfqdP5;Ym6aE~voQ>4HW(Js;vLTzgk=a#8<1Qp7$YI6^Cj8YsU#|_W!H1s48q7G{ zmOQ`|JT(|yMcoS52yuPw711<84x9r$z{@UAk}`OoJQHLpS0A1z+o{Mw?Tr*6yj8YA z=f3E1cR{smc@1c%vmMzrpXXL8y#!|;GCt|g7&rg=ui}!1Dr&D`^xsCLe0nudysTw zSALb#63_i#z`{ENVn&1!{c2feKm}$lak@)~H`c^gzUR$tZ2D#8zKC!2PpRlkrMjpT z`5u*~tF`ADNv;uy70!Y#FF*`s1G`^ezlW*omC>^A$yBD*jBF?O&Zf?us<_0W@ixe6 zu%ro74`>MKmSeRe^Sc(Td^ZKH26+=naX4%&*1feMkh&#+lBby$YJf%o04;J8E!5Q9 z9IBD89TTGAMuX>bxL5)XIJ*%E1?EfYHEBB^zKRC~?vBj)Ydvos89gR_#gViEu*qOE%M7C3vepe2 zr5CZIcu}wUxzel(`v?JhCI}$?kxI-YUz08tTDet#9B_(JwkcvM?Mb>N^k8V{d4kFb zb*DP}whGiFANEvEvOPbIXPHl7v0~v@`cT(|RNP&vZreoi+ zry4U9h7Y@rmXe}HY+l!~es4e9s6wJHq??za07i!pD@C@rXgGH%q}9;Y2)HGp`)Vu} z;%f$e4D67%7W(3(yoI-EUH}srbn71IKp`v^vZ*Eu{)RCXF!Eo|Vnv?3A#Oi$@ zRMr|_o4z=8FeyMQyEvD~neSrQrfBc3-EZXEz~{fVscAX^5^xjieVL>bHHn{;h~681 zN(pv7)x+Y5hZTi=tSDGuo>r+-wi}G4;iS65sVUMQ`1b2Oam+2f{w}jn<-&57@KQ{$ z{e$4hn>SQCZYBL}JR<~;2_Dnun3I*iwZ7_9XbX#v+nIjQmy)nt_LT0=&z;O>!;^E& zZO*5P)r>|q#gyF4#z=}DWfnU2lXwAVqcb&8T6&*ATg@sd9M)MFWhceGNMzzg`+3DM?&o7iL2aB~;{T}Lz@OlyCavI2{AK)-CH}Cn7 zgn%+oHi{iKF<_b)F)?900H9?+7&=B@lXTiG)SA6j@2b}pznXCk>)iVUeRj(m;m(HkMEHfvG+-lk~PigFU(qL zrBpUeH|UOrRYpljW*!3kfGN^*qr_-fm6NK9$`>a~FtTF6+Y4X$;(}YEKJ5mV2M)_z z2#x8Rb$V&RzJGIxGI0iWA#3Vl`vLRi{d)ta`N4<9#l^!xlarIO3JN50u5YTF?2I^_ z9T%^Mx+()RD84VQWHyd+uHeS=KJ!yLd_aP^wnLhM0&!EPIYrVR^0co(5)lK)Nikt3 z_0i(ybzD(R`v{+l*h<;17?WDh1z&=~+VVCbiqc+?o5lCn@KuCKGL{RycI810%HGk@ z0X619$37C2C&?3}e#`!Jo4pg?b{meDoR=+7!_Bto2_c#=PT0prm5_WlJye z>Z<{ZEGOa;lXW<~Tp$HUAFUZQb;N^JT6%{Zb=e!g&EPXNrfzSw5b6}0cc#7i_~}y< zm;=*nUtttS-OdI2Nhz%qozPl#`EUpOn8Lo483D!}soK>oW+V2-MWMUk%p3v)rxoHX z7%>kwx9XXzB1}*svp(vktmm=%5D=Z-lvs~Y(Mz(NH@O@|UuiFAyT*+$KKQ9I#ppSz zgMl9c>%dst`MJBa-A&zaI1@!ebvqxM{{5rUX zMx35uIDvtmmmi0pu(Cp6eV+?c64b>T!i2!$sQY}(3E4Oexz{9^jExYoAG`6 z{J7$t=8-?1jo@TsREm4;INRHlr-h#Akfx0Q&c4UuJj~=(20JT%)MPk=MeT}~5qn+T zldv(LKU~LkE6)1!6wvm(lIyTtwv#7I_p0sT;}vrZ-p8YV+vVM6gR6k`MG_`pJ^Tp8 zZ)H&&Rpq=`Q2NdMfup8YO8FQIf0Q;Vi>a=Aedlq>xb1NY zn=`qEbOHjJ7s$xy0TMRqu|A@GD}hZu+*LV8>{dB%NB9VE5}t@r*QVCf3iB$z4Mc_# z1KKQ9_S5(Ak4FJDx>V_HwJ1_QieBhRUcYYS1C&g;*G}tBV1t2^vOEJYLTE1`CQbyz zcLGsyBq(0oYc!9!(5k=qK7hU)Zon(jUoE&+xv+d*#LDw-2a|zgcnFZ~+Nn9C`!*ZJ z_pSr`F9s}5v}hWfXCF|BV~@<0p43qv38!!7=ro!5M9gEF-q&Y(RooOaDS*!pGcB){ z`(xHZn}9`T43aUp_%f95M7P|O4(ev^u++K%yJM|j0=Cq_Y=_+6A04${`{mVBILB|N ze%+iCA-o;7Mr|LXi*FE-(?K!0MfUXtW16{e%R_~XE!{Lc(5DZ$b)*yujDVLP3jEdE z1P=XL-L=Ir{oJGWmmbzx^J1STaLbVmB->imJ?iKBGVq7<{Y!>}@|p=N*| zA*9bex%^PzOtDu{eYclrd-9S_m^1lee;8-6cJZH%k|(-Sd#96rJ)hKhuKzkn$=k1&T?4C-o{IfVUCQhRAx446t2?4an=DWMZYwQ?_})?jmRPqng<4 zy{;Sai!1+OJCQHX_|C@3$Gd5jTf^-0Ktw49;qA@E%#V?;{b0l64^U<%t>)mM#ckB? z7%$K?7(dEMKUt7$Z!2~=>r!!znRzuqj8h* zEP6aRyMCYZKV1n#wuB=cW_uOE`4ScIhWJQov^>L~wPMt`-H;+(v)`@)==ek3JSVO= z1F{C-`5-zbm@U-Ug8GGYjEvOY*^+%^7cQjPjMW-428>+bcGFnvJ3ikkTGdc>Mi8MF zenVJ4;K4+lDm7SPUpuS9{>W$2UL+j`1ARpjq>MR=W8 zYfssT-Pd}M!}0PcoCLlWMSK2_bNeOej6Z(9X?yD_Y&ezP&)NW?2T~5U@v%e`j7j-J z(Laxj{s3qz4?Fh3aJB$RzoproDt&fy4&C-%|5orPQP8Q-<>MIJWbKQn8Fm-({}~}6 z;Y_N#0zj}icw~y*02#muc2V~5zg~A2h-oHl%4y@-_H;8 zJ^^&aQAXNjpD)AC>WExk??*)mFj@)F`z>rBP8)HK3F;Cg@xRvxY@~nA;s9D2sBA2K zS|YkKmE|2A95$FIirzMA5mfO844{8w#7@m&{oCh0^`pXoDj2G7M3z31+075~8L{gl zCofToy8ig8DQL?y=t`yUbcvJ?$n&9on?cq$W;?8ILt|qLI9VSwuQz_X3hM{cf?pLU zcYux)M12K;@09eSwjo%V>x_n12uQBnv2|6|cYGwS919mWxdapr&c4^KUlM(rP+Nj!N!(bja zjX|eLGbDPy){sGX&3fIpZ3Uonp3^*5Sx2??qLhCTqeh2ht=vXxJUIVtd z#4>^KK{;kuws?6&()zU9MXYvCMK>$MAKx|O(*wLn^3BU0yyxxU z1L`ZN4oSaocn{?32%z6JnsfHNVOe?`zP4G5P$ukL(&MFxnU zQ%~awmtgH=c`ti@+kPjpJ?MQvX`!r=5Jt;0d?WyooZq!>`myDS!3l%|wzw4Ni68Q!QZQK@t$`Fy<`B=%vR`FueUSr9E4Q5w zh=AsrZwQgXq1pi~TmgRTQSh;uI1aN0?&#CGWWVi*G()`oB|lKjaTszsvS)UYSd3tS zD zfLIn-rg2OS%kxDfD1t&o;4jP$2@J_9%IVrKLpu82ASY%Aq+P>7HT!$pVx)pmK0MwP zE=vHH%}Pp=0DKeU$>s?7od-#+5z?oC}yexON8`#nHB^9PTB|zIhs1l#P=8vvKv;n0RH6_>M7umkqCO!#B z93>JkLq8}{=sfb635xl(Jx?VlF+j5s{Zgz_I0$~sQ3(#1G80RUv{6U`t_jpM6F?$j zcs+nk@#5Uy#?eJB#K^3~E5l4G<}Cw(JUa|XqQ38NJt2i>@R6U*4z5-c=xrr zftw(I;{Pz|cUdDiC`d~77mZxv6Di!)wGv{bLQ201r+E}tRAKe9-#`x(=YR6iFY!kw znBlkqCABp{)Iap66hgx0X%6)t6IXA7913c;p;ROU)(_N>RO*lu`RQw04H`hj1>jJi z(Nvk~%|`@HzfS~>#niuM%yZ+$`*3>Iy!zoHBj1l7KPLV4E*ezt%OG{Apu|9qVe1bO z2ha}=S0mB9Hlw;gffHC??JymBs}g{{`r&^JV%UHg_@@Zax{!m&KZYNCI_tc=1fAw6 z0-Fc$H<~WLu0=RTyax$6f*{PpLC29G9Y+TR?NXVhR`8q8?$za}msb*^? zcX^>|@v#u_DnFO3mRf-^S0kT$KS2bk%5T|!4b+&$B3o0bojDI#{vMLWGe=lI(Jxay zR7ZgUgrd&?Vw(W@GLtmeO^^mb6ql^Z`s(e4s&v5I=>+Vj7@&a6dsK8+Y~u@2Q(K$# zU)!1iXAh8fgXovA9PJs zLVjDCpf@F8Vgs#OB&hoP^d{y9OCbW%|JuI0K!|2=RmZymfXRSvf9J13!9i|~IYOIR z54FodL3)V(_ljK-h>jJoi3Av~pK#Oz& zv|X~K4&*=3;(ZUUcb^E6PLuS%4AB@U`7NWX*9H-ACAgm6)jzhM+4@JZTZ-tT3d=t2 z4k%ME|1kMxu(8VGyCtkTWh8%(zS3_8xG?KR2bY~z;l=xZj|Xrh(g4>C+BOLK`S|hv zW{dvb4N(65eOyZ>CMG^NN3fWD`}hiOvkWTkKV8Byqy_=bM|(~;2#{*gQdA?>FF`YL@U=f8fm>) zL9Qntya}vL3fCIX5-hgGWbykfGz&ymzA**mn_im-P#QxF%(~rqngzu?GWx?weTl8F9uE?RJgi>Z^qUR9S;Sh4{nlT7Z!%b$?Nc6goy}Km zOB8j}&@Qul^?St+jgi2Ctmalh0ZUU&2v9MV`Tv%|JXI!E)2enU(!%h#tyvoJa=&9oxTH-J2UeX(?k!A!7?kB@)4)l60?r?mgEO+_r|Z!0k`|d8vhqc zoI}K6{}(0B6eym5hsz%doj>El4-fhO;<4w5i3x-@@hC2%1{q7syp_2DHNYrk2NK)} zLFc_4B&C2gL^BJb`>CJ<{e~_F%t6#a#6M)kCPtwu@J3R=3hGv{?38E~Z4#q7JofR=C4!DdJ zT3Z+qHo*V<5bWU^?X7TFqWiOkPLC)IKW3K&3qm=VehUVW6*+QB99 z)*SZat5;5U$3U4YA_1cluQNYiL@s`-bk}pIfV(ZKPfyo1P0BN)crbQWd24cga&Zke zGvZkXPpVbha?5XCzpJxiRAo_8^L+}gT8A%^=? zIIGrNZP8#(FXB-~2=+ngU z(~J`T?6m>Qj>b%oC&#%(#UqjUC$h7gb=yG*aTPFd-@U4J?W1Xb| zApbj`b;O2Yk+P!E%7rzYgbqOT5QHZ24~4>s8j19K22=#@4lXGjYsJlV;``&B13Uaw`uY2B`A zo}Wl-oZR?+wP39Sp|;U^n3(K+q0yTUBNh}@`&?Ds5ly`ccc-3%bQ1amkGqrdLuc-Hi6DNUMmG43puY7hX zV`73^`|Rs-tjf&n&d79v7Y8;1*=_jIj|$CUx?42d%0?k{4YXYjDi{)Ye=18&qKj=* zA2Pg>NqSas3vnhr9$|(KnWSv`5I;jfaQQYM{??@HuAthT%pV!((|QtNhsmR5CpGrIhcYGPpD9w6*}Z!)Disrd0rwdRCaeocq^-kBvC|bO!rFx6H%j!+Vn(XZe%2asq_)&fb8$)RCKbxBQC#{?SZNc z`HXs+SUT#yuQVU(j)PJA z=45v#+r-OHTlMQ`A`#c^e}UNGju6aJ*(qJ$clyerdJE^?!ml|#3o1`uyt%tzXL9Q| z_)CG|lnxyCmk$pAtg*#?R4?+!FKUIn$3ZB~zm2#PYJ<;dV8`@&&$$3`Lu+PUR`&1y zm;vWKirD;>GK0)K(RVG}5tTDTL+)}v@fChFL`o&+$EM4D&x4*v^v9dOIJDrNBfZx;B<9{K)AiVt)|zoh2>UD*c`7Z5lh zm-nL_{DGtX*7g3-??Sp>2;6vD{{yXoV(l+o@Ber#G1fmQxk0)}7t!EfpNzY6*v5`TlWBk0WWkd#zT1`AZ(xzx?k|&TO`O(d{@sMT*LvWTpt@7V_%9!@|d=M&U%o# zfrT#pfW{9l+MoxO6HxZ1Wo5}|6zJY+YHHfSK{p6-Mn~L)u8^QVh{|OJl6|EcLeOO$ z|Hbts_0r(Z0qD|?Rb9=`vvNon7wr$6FLGzc{YB0ZZDGgGG}%s|rtZoBI(yT$1W6n5 zRO%ZdpfP9ND7L?259FKy9U7&HfU@Mi+M{Vkdng~u*TIEAxQ&|iQ5GOfc@3n#sg9Sj z=GMufK*84vDYAcHt6)nqh<`NX`u3 zeyohhYPZ_dytLE8u=yTao54)?3jns3oPFAB;SO5NQ>&t8^R(`}dnusLnB34#@?zJ& zci;ge42RNU*Mi_x3iSlg^NWs8Qa80i)rf%G7+jA(T_%Bp<^dw>-285?qk=*}o=&;a zRnHB>3IIN1R0>8`N%D8S3&-@Kn+Lingr?nqOo(3S)I43>Gf*Hx$*<&~ z-1o+XqU6@g`y|DuU^T>QC0(Ys|9JP+0`*Jki&D<9ee}F`iy^r_e3#Q^b)sZ6s>}WV4cc7&HY7LPM zr@g(sB3x0v_BPlMixGhPl;_3lT{j_R(AG?7{;?(J9B5vi8DpTMiw>ozT-K5g1ihr2 zs+ZdBuIHp$s33`)Mo89-@fuw%^I zKc?93cv0wRs=t@R2~A%o$GxQZtg{jKgmvf5_z>BOv_oH6R?g&2cchG^o6L5M)@je4 zvSTYKFsV>iW;<2zVZscC{P{x%*RcJEBlz<^qW|#Df4W=fKiv`cpKp)5ru!MtwSZMe z4s!GGU}rtS-DsM#9`S%mH&|l+f#bx%wR6cBaADZK48SJiKwEo$BTC=%7U(x-_qq)L zWDNAu!u7#jXyEp^yD@WfmahT>*=$8X6$!`?Jr*@lg7!F>yLXS&T|Bt8?gclvkSQEo zL=tgZ%yC8?uuj4O@emSl8xItl;5I<9H31N`NWiHH+te+!h_D>3)&c`$0MJ5bp}zR$ zH-8S@KIqOea4E>68#iuDB)BbvfbLUY1;FZJ)=O>1^dMSI7#HYIn`fax-zTQq@t)h4<9fOm`n_*I48IuLTmfo6hkTcZ2& z|C#5@J3BW^8ifbLyb3%EBEe^ldiA$AhR%1V0cSgBbK@27#4$eEqM5yI^Yzxd8JJGuG1-Rr7#Y+;*cgJwZMV<}u8K4tIiuJzQ z{@S(s-7at7#@3{BD>v2vPcb`FU7Gp}I5L0M#*c^-5{b;tkmJR$W%K~P|NO$vvZ_XR R_s4)LZ%n-By+0=7t(D!r(L&_O9`Lbox3(py4Ps&s(>hH8fZ z0YjB83ZaCegd&8%I~N_%-|O#t@4x3agP-Q++*9`1Wv#V+sCP+i@9smpnV6XNYN%f@ zU}D;eV`AEZ-?;<)P1L#I<4jCvA8K4UYjnGJdSI7V$3o5ex?4pB+-k~WX8q>r&U2R+ znYL`vVv5a_a6D74-h&L?dd}dT)>*wR-*WN)xa^iIPS~j$(NrstSkhqr*NJ2FC=PY? zojre}*Zl%M-%7$ZACJar$imPnEz5keFrqdk_Um%(+_KxyU*P>u_WR!534T9A-Ufam z4uBsVI^aiO+Ai=jLCcdG1PA#Az&Rt z^9r?BEiR=fPkjCO@PIHcU(w7gIXU_CEzPQ%)8|&kMke9LORd|PnDpe}Qn;epmE1SB z?b*8QA!%j@cE{%}se|bTrtxrWr>L&eR5LH<8MB3#x%9O4>ylZUp{a}D&gx%L@)|!n zw9-{Eva&#>tT}fVV*8GqzKQp1d3;!5q-uy!xH@I88r|P-89YYr!_;xLX)rVAI@kA8S@!#4U&xc|HWdL&Y9BviWg>o~lZzDjG&R14>uYfoM4P}Vgv zikU`>ePMtz2tg4LwAq05s$~TgmBIdXFyfp36h+Uh^G_!Rsw$Rmzq+%Xt(DetdNzU1 z!g}zEn{&^N%MtG%@z~OF0Sv0m+_ZZ@-|)Bf@8RoToyqu=I>YQs6#ub-E%}*#^u^4S zc7OS9^Bruw4s_*>8IFmuSYZ~Y%$}y9m*?yZbCXq<>ei@rmRybj)vAyQNmMup2@59% zRNb0&o9V`$s40LU7w@B*;v^|wcI-WLN;!P6i@r3~W9vqB!40Zh{}jlWFZ8D{TahnZp>P`Q;oUuzRfu9+?G4F>`#9 zO7v$H3s3$g8FDA{bkZNN@)(HDvTqogm}8}*kwQ8OiA)G6JFXaT>Bf!X{#!$Sl*M3v ze}|dAa@Rz{z%zY;KHB73GG@pAHUnk*CmbVtmM~{t-_06<1)>qBsyye?d;%pfz{jOo<>*mStO2=#C{+)u? zy4qMbEz1E~)M;ty)|;vRF4IwZJpb;>32Jwd0zdWanU&cGdk~;$&BWvv@nT zs~|d*TN<;9nVFHMLPyla`tAN6ZeKB6-P%Ht7Rh0<9+S%V!Ep2aN{J4nLcewTP{k3e zsoX#>Y8R>hRx5ldA;9+9HD107R5!SgelX80JA^y+l~`P@A00=ZCm0wSjy7Xq<)kuB zQQXjS%dO@wm=lj?+)cZ>$ECJl)@KH)NG@ZKcwjE6K4UG(yE$bxtUO!oDRp|Ez(sWw zDoetuvZKEcT#NgI>3j|872b8)V}5ee0V-?00g#WJ&?g%OtbXAqO}8YUjyKabE-)W` zuCXvqPG<{OUHkq;N`aeN>(2%6?G=M{T?^=IPjftS-L_6~XrS9`y0@%j33()^08w!a z(Hy-rPNW`D^msd}KjvP$i~=uINlnRWSVsGQ3$;mLE)X-9gQI`E^ak0NT2RqE-BW50 z-svTOiTwnb?#U zTphuVZ0jcTRF~9Vw7=xNLx1UH2SO{_`{g5VWO??_$%qcjk{iz|WKszV3or9RYU^87 z=*_&OA{eRi^j&|KBR6cwX%iEzAc*M6F)k{k^PRrgEbmk9Ku*(?tb+mq3AaC{9c32K zdR-ri7>LpbZRzh8uKZmiUpZrAYKGwYH_H4T8lV95Th!PHK>us8>2C|UaDG*(>As4J zftHq*IE`o_jS9Dc<6>f(SvrYAJUl!qa1e0=51GmdUrHL+lRI$WfL%+HVpM#*u%e=3 z$(2`IHPqF=PRM{6bUaVPCM8LLh;vH>XImc@TWa6h>z19B)%fDZ7heo3c;sZh0|;Mc zwckJQ2~Gnip$ijmB=a;{*I<_C4}#B~^vKG$W|CarlWQGrPIhR7goL8$yftcha^61^WcWneu`&2&9u@6trOKkk=tOapZwbElWgq2^VKj!RM zT2A6i@6w9Q=g&V}rM*xHzkh6pkgTw0gd)~N0WN=S{KM0>=U2}^{O6wta0y$7znPag z5v=R_-DaCB@;>+X)dz&{l7g@%R2G3ZM) zEtBX_l({)hQC&n|$Qhf;UA=4gJ6z5cr))y93hVeW z<9`>0X65P3W3kw_d@~rqb1aNd=g%XGyJB~SvN0Z~%4fY;iJ6W(lh)y*mb#7BXgmDP>E5<#wC6I_ zW_|Mc@C6|XdPV0VZR^8s<@pEj1>6fd1f>UZwS zmx&Klx&8IYDscZ11r`-ME|5F?PAqU}YfA4gbs!%LuJ^up6Kof%yj|(UP7a;tvfy}G zu+iwi4<68Z5*a5KuHZ(S;^W2caKaBZ*dS_%?x&1?2SNypc8rPvG+|6f|rS z64~58kV^uC2LmZK@IG;nJrUGQL9QCz+}!N3Coix2dG=5{ zh_cP~+|t%~zwne=V>5)As&%a|0UOj|2ZC~mbGMWuISrAs6c-ySsH@7r-@AWbLtFb% zf307iE78keb*1K{bC>o^Kf%_`y%$eZUS})~Nn2HVMKZHMyW1EDT|BlSn6AzDIuB2> zb8PJkS;w~HW+ljn%ccsWU3n(DlxD20TOEC-N)|nb3=iqmlCC*UAP~x5BgsX&>go|m zNxWv|E?6{NcTei+74wG=A5v@?ChjI9WsN>o3?<3Ohvi)&+y*L%`DUfZPoJ*p@JW=l z3poyQ&XN}(WyGrZRrbyHET1e(sDJ;y*NsY>+_;Kpt2|}HUo%XVRc)WNzg+U7#IA{p zN6{l=`S#aOujW>$MOtk&iLsEQ(P*Pj zgZZNF+}T>H(IWILqo z$Pe68yDBbam))>@*~ULzI#$BDH&$ZS_stEB%2{gtO;)L8OGfV4X-!!wiw9 zH=**_+{wz%8iT2Fsdh7~uqbm9ynp{bpPkFPH+^v$##1Fu zuH>-}l|vkOdKrV~@L!whwv!ze&TPu42)%qRyl#0k)m4p{G(_7?TAk1~G|N1Zu=~?} zzQ-et?E|?;#gpakv80&$ucKC0Q~g?2+X?M==hnwSoXG@9f~@4fA zB&vnOy3T(fT~_|;>utddp;Vt4MNl6y_`ENAOm^hh)jlYF7s{R38Xg|LG+vgJ+BZNo z&TzPtbc)P-CKHyYp`p z%`vvIMDsJQ{8(aI?P@=_R$Sg`O|CI)V?NDBH7@CBiM-}~$ zZitYqnJUF=Z+AL=coKBs;>E^^_Ur-wy2V*F-L^tu=Zb8#6)Ks6=^$LbCyLuy7^JZ$ zxkaQ>Jg(_YtyGLT7sHHcfzVR4T4KqzU!$^O-Z|jIixHo^v^L`IkL&>%rlEd0ZK`~= zs|+#oUdxa{_hav7eTM={KTFg~cDYFoN+nkLnBW(}i6INjhT_mUB9d$` z<$XU>{OhDh+-NcCblx+su4l19sIkH`l`G6|-=rldO#4L9=WZRhomx81n3zo*T?yn* z&>33iGq-SiHKs8$9A2$*h}(Y!UUAd;+fDL%`XGlZBfu*1+O$)s+Fz0; z-K=BW>>N7x9LODW&jio0SKqiSbr-=I(-I+yE7Z)WfJG?1VRSauI;iDy}ajAHhzpEJGeSm)4Qt7ZQ()g-6r`9EG1)sL&K)O7KL-@L@0{jc6J64FTd(wyuzQkcT6&QWv%~+x>3;G zowNY`T(shw?Rbxx;r^vXUg6~R0THM8U7B!`stm|oU8F4nL5ware-vGzrm-{sy+g{_GiX!k3|1uP%mHUkt${j&^%o+}uons}Q_nXB-V%b^ zNj?^#{3N;H__&acWc&lSb7eykd3Hq7qlCEKV{JJwOO8w3Dg#yJ^AoyTzlI!7;n1R! zJ_RYKlXfS7{0v->-4iHnXD-8~#P$-0bUKH5X+ou9*BjauryHGZPh0Kl%&ZiM0$)vb za7xBOX)-PMTEOGk!wPOM{PJaODwIyunPhg0c2i>w<@Rw1(n|MP9kEZF(lyJVAHo#d zq^hLG?HkzE%4+|qko6qF)BpqWr}HMaZ{L0_iffs@ENS^d&l)|-86vbby2Y}0F*`|i zjtZPlruP}m?I@Y1^u*7iNkOHuAJShtpDWIo2dQJQ)Yu$%Bci>Ns-~vaw8o$Vf2F(# z!t~fKjeQ#&RHI0eCJ!RS1K!qO- zVI|?Z$x3!1odCRPo~DhpHVK3)f7W|3Z{u7nZJTFO6bH)FMrL;9qlpUcHy?7|e>Rret@af3@$j2aGwV31l30-Gx?dX^2pR zAwy&1IAz9s`+hDiAsHDN5Bj2Og<$(~&E!(o?-dVib!jM|&TFC#!Nz;)4Ee&shmtW% z*-or0tagy!ut;Hg%tcM^?jpz1#uz?uI3=}T5%sir~<9qkE z5sAb|yQVnoEHN=H$0j@T21r)h3M>?`C!OPv_V)2BDOuXsW8kSQ2~d|AW$C8QEUJB3 z#hE{|wY7DvSU@k-^w;=wR~KGR5yd^5i*j@o>*SF*T=V)dqth?=eRe%K98seRIhoAz<`|V@dEP9@+j;pmUnC``!PEO@| z4(GQV@L`#2e3CX+oc~SuLpEfBKHu+48o(xycQYamy02SVjj^&Y`u*FNlb>%Tr}3Pbzrsu9xLD3}zA6fRm8R9X2Co!L zQaYcVnJZMpioZ_Hd5ZU~s=D-|MbA(|6pjqL(qb9f*5_U)35s%siqzYmcLig00yuRt zOEaXazusZxJ@w&cYReV#QJtmKj?Wf@)U51m9|jyi>YBUv?14AFU!#I)*q7WeN%MwP zb2)|xDpZfgicMRF9URp;Ab^3WMF?T`%?0x zH#zCljWort8urG~QBfK8ttoDGHuNPW*Iqd@yhG%hF94*8@uqfRds<2sbu%4a&rU5h zbNz95(@IJ`sV33!R(2B=I<>z%j{Fo?>Y3{LnxpCZ~kK6l2km9 zT^g;_o|BluviA_utqLQR*DxXE2WP79OUt3Vg&mYRcSz3RXk=uh2Y|t$#M7rU8c!wm zPEYJx*{Gu3IIn`8z32V>v1^?+w;=4`4k1a?73(A|`y9UmbrPNCyn(~z>25dE8V&SRLEz@_a3_$moJ-Ok%aHpPLr1kCF zgg$|0o&*Sd`GE|GU1;rmCJ37*or=t$_w!wCdHMEd`Fqcc+~Mr2ve02D8?ffvQ+2Bd zs-LOcZK1@v`8KV#8lPJeT?L8SSlM?sFRo8bxnSiSqX?>EVvUxS8m;eVn{0#BTi-Y& zrxxF~qZYBRT?G>Y^&)^CoXpA9H>YtfL$y|*j1~a?-2l)b6CF9x%Im8%3N96(nkTxa z=HDjB*pA#~S2;1N7Y{0a2(fIo#h^v}9#>Z@dotR#@8L>t#;(knJ|Qy)<~v^-t6P7e z#nENB=g#~{shV$qSA>$nY?-BNVlEqB|$dm?%OK<$#tG_+SH!sUQCv9qJ z=_2o5WLkVK>r%4Q47H~;8ykrqXSFM`uJOf4M3}NLB|Fm%BLh~SWgz)5kIS z)Uo(ArNA^ta?~>Ln8d2tTJiO@r8R-iPzMvu&O1t0+<&8U<(~$rhs*nGy%Vv&w}mtP>OAzUchQiHS#r?B8E?k2N(b zwSqgt^b=mQdI*4B&#{)s1eSTPi}6*10wC`;GmvX7f-WRv|4;!jBVkk9pL7(2ENX^v zn6u$U&9%HCDN*d{9WuapnIPPbmxENo$|HLLr{FH-J=qcY>MlzYhz%qmuL0l3MWcLc z>TRiOwW8Q}p#fG;wX|h_eh!mvV(y1G{hbQd^D)9{S{;P{c$8R{T90mu#OX?yPY(%n;rvY`}zi{sNG(3>~V%(LYA z`2zr{bJom)512sZcZO-i-w035FxgfcrNEz;x?zQCPrJSD zf4eFuNL%nZ2)tMz1e&rL;T_z1N)WH#yb+X0e9PA{{~jm@~xNm-m6hBnUuw-Tfo;E2B29vbsD24}UEtumaJ( zeB}u+Xf3dGyY?)dlhS4Rv}50v64J1}OTm|A6N#J7*M;1X-UMJUz#jl|*$bQ^C9^y$ zSrprIpibN*W#;{_wY-c^`5csnzeQutR}3|QrBZTI*f=UQmk1iiWs(n7)c#7JYCk)n6WR|Va+doiFT-DA?B__v&Za%)MFXxOe3X_%gr&oCtztJ7( zjfwo@Q$quT<3d6gU%!5x;m?SQj&}d}{3$8}SwU3x8)?n8`*XrMiA3*I?E!^Sz)DhT zfg2|FmN}nS%`B3~a@W#M8_MR{{>K;S$Vq()$SEi6M>GUw+oYwZpI1nR+iI~fnJ=>_b`RG&C6kZI;H;hr8Y$A`{#W~>*}$9t=FIhLe_qXa;AZc z1XjZy#c1;ULl z7ae=?Igj|@<{_b>Iz)&DM)tqB@ig*67rIZ#bHJC+p%m=;PbTDCxr0(Ww)x{nQ(|*7 z>*M2HcyY*CZXa<0vCaaB(ag`fZ+Kngmuh=55;>jKF70N&kt zsa_e}t|tk9SSu|(TqO#mJ{krFQKC4^+~P8AOv}s5>q9MiK-f@=5}REm15s=crFzDj zQ^))B+g*_21(f|l1{H2rJV07wN$?PK7^*&*m^1bPd1Wh@DX{M#Ckfosx0U@PnOpX4 zE;|`PYu8nct>+KuZ$?fE&4bx%dU$wzsQq@Pt{-gXrb#Z0d%$ZV`Ot+XJI$Y82~wW_ zaDEPO<=X}l%TX}qWe>2IKW*Fz_!0v&06KyJQP3w0>UFkC1y?IK*#s1fCjnSE#7W(A zAzN0sC0Bzx$+iSoNi87HI$-2(%D%emL6gp}JNZloVOX?v9_Y5LA(2!|_VPP!n+DHT zxG=c>Y`F?afIhhU`OlYE0~%TJsECY=KFG7|7kl!ps>&Z7I;lB`9y_u@+`{4TPeaeW z3B)Ujf9!ob=YYLuYYLq5b{eGeZMm280t4PCMWbygHXCONvCl^%LN`gsz%=5&R6O%j zGdXGNYLPGX;qlL&iA<2wgR2*Noy*$=?dtEtb1OvJ*%6ZzJx4lCY)*zxY`M50|4I7GT6afkM8v0d+l`}xYN)@CBRl~+ zxqqL&ht=2b-*4~QvnRTtL7i}Y_>PHmercrAo}77)I8Zc~!Q*f^r!beLQJD?9g-WxX zQE53QOy+g|HH1|pkSdMNjW%UnS6Lp3wywDjWxBINL%#k0p`iH1+iue!=No2+0ijre zA&;5K&bBC%I)A?+Yg4VfGHexKunj=U@1w2SMfXMj5)!c7$#9sA4GQCfiycw&I*~|@ zO?d)WR<3?6jiFI=(130N3bGIVUD0)Y-0weszSeiLqsA{kf4%>w?4kz9E=~jdF$RL> zfS^I=X?xUimxcS~+o|f3@ffe$KzlH)GO(>Mv1VGe-XBt8eB(ax)7rp{y|Q4~;^JbI zjh1d^Mn=Q@L^~-bY-)lw9t2Rtls|P9%x8_{yoK5=SlIbufb6KD%(+_=UJmez(%I~k zMfD|SDZK>pDNM1!9A??A?c1OhdWFYot;*Vfw9`L_WTltE}4 zX}ofmwQhWduuXULb1IaD|G7!zQ7ETR%)T|w%GD7jwP#OW?kDh`lAT~xH0yh^rXC&MAA_q1e*|(Pa)OGuTI^YWS^sU04 zdu{=^V?SAK;70C;W+8Ni@!nKpEKn*!RJA$Y;cUp}*goWKn*)|P0O8&{7ZoVck#lT& z+l=B<@lDtUZuSpm{$)j4&e$v8FOL;Q!1br>R{i$v8-#v>xP2V)ODXWR)&bz8-7(re zl|?9^^H2vB<%VOBWvQ0Ng~JyUKvg|3tWvW(obNu{=GQ9!dl~ZG&F@R$CL1CJAf1M1 z4Gl;wKEyPG%sleguQeFuJCwT(^ez^=$&ZapZLTvu%`t$WkxX>yDaqWBQGn=yh5M8% zeomSr0;$4=V1k)b3Rh@ZbyG)W_3L>wjif-3{p;7rV7u@9nuxCy4tT(5a3P>-yCe5< zDE^mz;iW3Vvp(#|+<1DpCXmu-lU)EvshxC6U*6^8Q2;ShIMnv-+n3R>`BrhCn`T$}eg>qd8WEdQ z6vwr6D-G2J)G0otgPZl|U{JZXy6PKD2cYyz72M`VS&$!vgvhEr?P~&&Pc7q*z4uv~ zi3Rv*6HwXeYUt?10xd6uAhRAk5y-J=B=oc#pw$uuA}HDWr9h$8Ru>T9*(k6%Z`}?3 z$WP;5O4~@Z`d<_)wpr?aEHq)M1kzHom%nz$nwuo=+S>qXOFIC5Z$LUgZc8xN1J#Mf zAEs5QivqPZ@9CS`57_zLW)dN+=eXeJxlq#-uYWr8Fg!dS@B+YWteX9RWGxDqa`dJF z-L{bfd4Gm(stTna`}okwsC2b(Tpn}rMAGKYis2UHq-~@mEy`m+JSR?e=KVI2RiJ(N zHF@Ns|MgR8q;OfJ$zZ5rH>bOXd<}K+-&5bYbp%cc+ z*ggP;uH)AK;&=bz2i1tJNs0mr?t?K_RX2%KJ*9TvzYbG&pWPg+C=})8g-<$tE9~v& zY1M)Bz+DAkP6U63QjW|o7r7oniTL|`GiT8J+v&S3>~TO^hSM2$baeb*K1bsekM#4CGD_{URzQC3JGr_u7y<+7F*}`KZU| zH?NOX^3Kf%aA6p);xXW_e%n`0aU7`OpZn#*us~#gvRk1$y;WE{;R+kuZg%#f4|^!1 zqZ&Zf!#mT|(juR&2{g!w7Z3;{-m%?fdskomK`3qBNVNh(vr-}kQt=1F_*H8=L?gXQ zS3zo|y{j|5ms`U0=&oJ6e$zrSpM2&J2C_U57EN*;K&@=tk^*x#VQCqW9Et)&MaHvd4L2=*WIM52&dGS{np{hfIvs{;IPGk>6~!a-#S{Jc z-FeDTNgU7mtic(-p;1X(scL}Rn)RTK&&Tyv!nAqj*veEjY;>*gcICbBQ%0FhBNgnj zFYlz~AZP%T@mT$S1EM_MzI~ezjlVVi;jGZ5B!^3%3t4t9o6CXC9@jg#@G>1Nojz}B z_AV%MB|bKhJuxiOe` z-H+3~(LSWkK(qNJAxF~RiU~=VDN*=o^Nke;V13@tswxCXnftCXlH4U~j0EeXM;Tzj zCsLTV7|AheCM@^l@io{&O#^S=y#u)wqI6DSsMmcae>_Xrp8yYjXH zrqLXK`!44Rkmj5vdtC)t`(*<;Af%H3UOPTNUqbYUm=(ukXv1fFWo~FHBaX;@pvA{h zXxhHfi$WB$GS}MxAs{KCc&z6Jb(k#}^5~J=MqXy2R^>xK$ZWVhm7bTpRG>3p=Su0S zpRzxi=iCm^KmS&!h|!bVcZJz-F4NMiN`Yi71{aO#YDVhxaWn(w0ZP8~ih7O{2R zP_W3cYp*quH6;EdHT2~48)x9bjRUNOrLmQ}EOobYJW@lKZa}VBW)2;reR-xTGNT!N ze&P#Pjxdx_;%2|7lKzs#VlM?-$K=!~(x=~Pmy&0tk(Gq1KAZ5Wq+)!C;4g#~B5b^d zG^h>NZ_!OFdpS1A6)=wwxBcDeZ>*-Bb4uedYnlvR2-pWJ1pfgthc8wO9#M~ue&OBt zH(a**7~Kp4Tz}9S9Hc|dy+duw$ce?ow?9G34VkB}R6J(#>74vS2;G8EWN1k-7E%Q? z^OZcyKL)UtTDX$ZSiApsb}3`yk)P=01`_w< z@gGS(WM@B}<_{t5hWs3C+5aEprx^mwar3xKoq(L--#y?oiNgvI zYv@Cq9>7sS#w@UhOCkbDBz}JaHTALB1GHZCO#|eaN5PHvS1G6`=hqI^&e4u!ED7Yc zziNFZM7u(=l6O>E+Oa-Yz=+vyfHR<|+Y*wcs|2}mxzNziOu)L>`Rm-ieQFQ%ORG#8 zSm?`%EYAT;H&F=*)(M?4(5}Ei65D_HurnJ|Nq;rk@bl---*Z6EA9!`?PeDIG5}+&t zut){~-~IQ~=(sr4C3_AY9>+_)g~IOL(Jz?)?fLlcG&Ol0ARudJo(Y|Ds6DX(i(Muc=M@)kdRO#2>H#L0)P+Tk}$nu%<=Vc zA&0zMzeCHr+$JF39J$YJeUzs8MBI?nx3*-ymtVzF-hEI4D3~eLFL29wMYWBsPxiw= zr_#C<06LEQ`vA?@gnX&ZueM5G#EQkY_#S|5Ln)7>#c;AN|5r;67fv&t`6X*-W ziG@~GxI2#I*uoaE2*Nr@^&6XUit&6Vqw4nF-+7FzDdzul6Qp}OeDBOkd?8|eZnSr%)@QND9wJN(OidlQk{^F>vROMviT(8H)m_Ta9FS^O zegH|b|Bl!MLR>1$zU9U0A=xE<-GF!^;HHdtlKq~qMU~kodi~bB!d^@8nusD)#-Iv9 zTTnnej%^m#M3{|jrPOYXQ^>cwxCY(=rx zLu09~18_Cz(Y!i3Xeo?V7`%PAnepscT@#WG$Q#~*c9P~=L#2jOMZ8|^A#Rt7$3MNx z;vAY_&0+|NCwG#0F3A?Hq~$D6@|&Ccf3GR(Z!UXlYHy;qq87&|s6$!PC;!~gb4w(= z{BWDWTQAPbP%qtu0WlnSPxWu z=tc7nwsRH~Uh(EK;ikqeg zZub9KuhnL=?{6)_|NDKw|L4tK|Em-D>nIR*3jn>5M-}j(Z+r)V5M4iW2x?`5$j8+{ zsL}Z-2auAP08$OK6!ZP5e+k)BVnbHo+L%q=f3zL@} z0gwh^#ZjrL(m*g00igxJ?EwB&4bnh7U#6acNAjDz{RJ%*$PY|@JgDX3>-c%TnqFLFbgb*15o!| zFIyY=Tn_B9QfUs}XmTnGC@;Ew3mDU&JEkE!)n802PNJCeJs;eKG-NXix-0E^_06UQxX5LL2 zaRQyWZJ=Sdbi(K3^Q#b0^Ds0N7JffC__WKlp&FkGNI6s9XO8qP_XJK9>cXN`LS65H zN1wtX4+vk9@UDwf8rbFrA#bh~psqX$2&U(7W59isn)P!I^cQA!rX_w+0Oh$#muzln zGMAsVGs;No8AE~!nwyTGG`2vE@mr*TC*f`W;sQ1C8lC4#CgI(vD)FGBrx-5p@Zo4F z8uZ=jLJiIGc@`|I$pho_mk=3w)koX@FlaL( zk%udJ{DC&LyxzFb(vfWvJx^8}1-(29HqM+RAX>rs$u2n0(~ccGHUf$~ii~6e=(SB+ zHit(s00$#SM{oUq@J|B#-*5##`b7Un|M0;7+J812|IS{-gpUoBa;T=(uKlv HSMK~5bjPZr literal 0 HcmV?d00001 diff --git a/doc/source/test_results/db_kubernetes/mysql/index.rst b/doc/source/test_results/db_kubernetes/mysql/index.rst new file mode 100644 index 0000000..24dd89b --- /dev/null +++ b/doc/source/test_results/db_kubernetes/mysql/index.rst @@ -0,0 +1,59 @@ +.. raw:: pdf + + PageBreak oneColumn + +.. _db_performance_mysql: + +============================================= +SQL Database on kubernetes performance report +============================================= + +Environment description +^^^^^^^^^^^^^^^^^^^^^^^ + +This report is generated for :ref:`db_performance` test plan with +`Sysbench`_ tool. The data is collected in +:ref:`intel_mirantis_performance_lab`. + + +Software +~~~~~~~~ + ++-----------------+--------------------------------------------+ +| Parameter | Value | ++-----------------+--------------------------------------------+ +| OS | Ubuntu 16.04.1 | ++-----------------+--------------------------------------------+ +| DB | MySQL 5.7 | ++-----------------+--------------------------------------------+ +| HA | Kubernetes v1.3.5+coreos.0, 47 nodes | ++-----------------+--------------------------------------------+ +| Storage | Ceph 0.94.9, 3 nodes | ++-----------------+--------------------------------------------+ +| Test tool | Sysbench 1.0 | ++-----------------+--------------------------------------------+ + + +Reports +^^^^^^^ +.. toctree:: + :maxdepth: 2 + + mysql-on-ceph/index + mysql-with-host-volume/index + mysql-without-volume/index + +Common graphs +~~~~~~~~~~~~~ + +.. image:: files/queries.png + :alt: Mysql queries in all cases + +.. image:: files/transactions.png + :alt: Mysql transactions in all cases + + + +.. references: + +.. _Sysbench: https://github.com/akopytov/sysbench diff --git a/doc/source/test_results/db_kubernetes/mysql/mysql-on-ceph/files/full_ceph_config.txt b/doc/source/test_results/db_kubernetes/mysql/mysql-on-ceph/files/full_ceph_config.txt new file mode 100644 index 0000000..1cd8d8f --- /dev/null +++ b/doc/source/test_results/db_kubernetes/mysql/mysql-on-ceph/files/full_ceph_config.txt @@ -0,0 +1,859 @@ +name = client.admin +cluster = ceph +debug_none = 0/5 +debug_lockdep = 0/1 +debug_context = 0/1 +debug_crush = 1/1 +debug_mds = 1/5 +debug_mds_balancer = 1/5 +debug_mds_locker = 1/5 +debug_mds_log = 1/5 +debug_mds_log_expire = 1/5 +debug_mds_migrator = 1/5 +debug_buffer = 0/1 +debug_timer = 0/1 +debug_filer = 0/1 +debug_striper = 0/1 +debug_objecter = 0/1 +debug_rados = 0/5 +debug_rbd = 0/5 +debug_rbd_replay = 0/5 +debug_journaler = 0/5 +debug_objectcacher = 0/5 +debug_client = 0/5 +debug_osd = 0/5 +debug_optracker = 0/5 +debug_objclass = 0/5 +debug_filestore = 1/3 +debug_keyvaluestore = 1/3 +debug_journal = 1/3 +debug_ms = 0/5 +debug_mon = 1/5 +debug_monc = 0/10 +debug_paxos = 1/5 +debug_tp = 0/5 +debug_auth = 1/5 +debug_crypto = 1/5 +debug_finisher = 1/1 +debug_heartbeatmap = 1/5 +debug_perfcounter = 1/5 +debug_rgw = 1/5 +debug_civetweb = 1/10 +debug_javaclient = 1/5 +debug_asok = 1/5 +debug_throttle = 1/1 +debug_refs = 0/0 +debug_xio = 1/5 +host = localhost +fsid = 09b06e2e-205d-4bbf-8ad8-37582d00e723 +public_addr = :/0 +cluster_addr = :/0 +public_network = 10.3.56.0/21 +cluster_network = 192.168.0.0/24 +num_client = 1 +monmap = +mon_host = 10.3.58.6,10.3.58.14,10.3.58.18 +lockdep = false +lockdep_force_backtrace = false +run_dir = /var/run/ceph +admin_socket = +daemonize = false +pid_file = +chdir = / +max_open_files = 131072 +restapi_log_level = +restapi_base_url = +fatal_signal_handlers = true +log_file = +log_max_new = 1000 +log_max_recent = 500 +log_to_stderr = true +err_to_stderr = true +log_to_syslog = false +err_to_syslog = false +log_flush_on_exit = true +log_stop_at_utilization = 0.97 +clog_to_monitors = default=true +clog_to_syslog = false +clog_to_syslog_level = info +clog_to_syslog_facility = default=daemon audit=local0 +mon_cluster_log_to_syslog = default=false +mon_cluster_log_to_syslog_level = info +mon_cluster_log_to_syslog_facility = daemon +mon_cluster_log_file = default=/var/log/ceph/ceph.$channel.log cluster=/var/log/ceph/ceph.log +mon_cluster_log_file_level = info +enable_experimental_unrecoverable_data_corrupting_features = +xio_trace_mempool = false +xio_trace_msgcnt = false +xio_trace_xcon = false +xio_queue_depth = 512 +xio_mp_min = 128 +xio_mp_max_64 = 65536 +xio_mp_max_256 = 8192 +xio_mp_max_1k = 8192 +xio_mp_max_page = 4096 +xio_mp_max_hint = 4096 +xio_portal_threads = 2 +key = +keyfile = +keyring = /etc/ceph/ceph.client.admin.keyring,/etc/ceph/ceph.keyring,/etc/ceph/keyring,/etc/ceph/keyring.bin +heartbeat_interval = 5 +heartbeat_file = +heartbeat_inject_failure = 0 +perf = true +ms_type = simple +ms_tcp_nodelay = true +ms_tcp_rcvbuf = 0 +ms_tcp_prefetch_max_size = 4096 +ms_initial_backoff = 0.2 +ms_max_backoff = 15 +ms_crc_data = true +ms_crc_header = true +ms_die_on_bad_msg = false +ms_die_on_unhandled_msg = false +ms_die_on_old_message = false +ms_die_on_skipped_message = false +ms_dispatch_throttle_bytes = 104857600 +ms_bind_ipv6 = false +ms_bind_port_min = 6800 +ms_bind_port_max = 7300 +ms_bind_retry_count = 3 +ms_bind_retry_delay = 5 +ms_rwthread_stack_bytes = 1048576 +ms_tcp_read_timeout = 900 +ms_pq_max_tokens_per_priority = 16777216 +ms_pq_min_cost = 65536 +ms_inject_socket_failures = 0 +ms_inject_delay_type = +ms_inject_delay_msg_type = +ms_inject_delay_max = 1 +ms_inject_delay_probability = 0 +ms_inject_internal_delays = 0 +ms_dump_on_send = false +ms_dump_corrupt_message_level = 1 +ms_async_op_threads = 2 +ms_async_set_affinity = true +ms_async_affinity_cores = +inject_early_sigterm = false +mon_data = /var/lib/ceph/mon/ceph-admin +mon_initial_members = osscr04r13c26,osscr04r13c27,osscr04r13c28 +mon_sync_fs_threshold = 5 +mon_compact_on_start = false +mon_compact_on_bootstrap = false +mon_compact_on_trim = true +mon_osd_cache_size = 10 +mon_tick_interval = 5 +mon_subscribe_interval = 300 +mon_delta_reset_interval = 10 +mon_osd_laggy_halflife = 3600 +mon_osd_laggy_weight = 0.3 +mon_osd_adjust_heartbeat_grace = true +mon_osd_adjust_down_out_interval = true +mon_osd_auto_mark_in = false +mon_osd_auto_mark_auto_out_in = true +mon_osd_auto_mark_new_in = true +mon_osd_down_out_interval = 300 +mon_osd_down_out_subtree_limit = rack +mon_osd_min_up_ratio = 0.3 +mon_osd_min_in_ratio = 0.3 +mon_osd_max_op_age = 32 +mon_osd_max_split_count = 32 +mon_osd_allow_primary_temp = false +mon_osd_allow_primary_affinity = false +mon_stat_smooth_intervals = 2 +mon_lease = 5 +mon_lease_renew_interval = 3 +mon_lease_ack_timeout = 10 +mon_clock_drift_allowed = 0.05 +mon_clock_drift_warn_backoff = 5 +mon_timecheck_interval = 300 +mon_accept_timeout = 10 +mon_timecheck_skew_interval = 30 +mon_pg_create_interval = 30 +mon_pg_stuck_threshold = 300 +mon_pg_warn_min_per_osd = 30 +mon_pg_warn_max_per_osd = 300 +mon_pg_warn_max_object_skew = 10 +mon_pg_warn_min_objects = 10000 +mon_pg_warn_min_pool_objects = 1000 +mon_cache_target_full_warn_ratio = 0.66 +mon_osd_full_ratio = 0.95 +mon_osd_nearfull_ratio = 0.85 +mon_allow_pool_delete = true +mon_globalid_prealloc = 10000 +mon_osd_report_timeout = 900 +mon_force_standby_active = true +mon_warn_on_old_mons = true +mon_warn_on_legacy_crush_tunables = true +mon_warn_on_osd_down_out_interval_zero = true +mon_warn_on_cache_pools_without_hit_sets = true +mon_min_osdmap_epochs = 500 +mon_max_pgmap_epochs = 500 +mon_max_log_epochs = 500 +mon_max_mdsmap_epochs = 500 +mon_max_osd = 10000 +mon_probe_timeout = 2 +mon_slurp_timeout = 10 +mon_slurp_bytes = 262144 +mon_client_bytes = 104857600 +mon_daemon_bytes = 419430400 +mon_max_log_entries_per_event = 4096 +mon_reweight_min_pgs_per_osd = 10 +mon_reweight_min_bytes_per_osd = 104857600 +mon_reweight_max_osds = 4 +mon_reweight_max_change = 0.05 +mon_health_data_update_interval = 60 +mon_health_to_clog = true +mon_health_to_clog_interval = 3600 +mon_health_to_clog_tick_interval = 60 +mon_data_avail_crit = 5 +mon_data_avail_warn = 30 +mon_data_size_warn = 16106127360 +mon_config_key_max_entry_size = 4096 +mon_sync_timeout = 60 +mon_sync_max_payload_size = 1048576 +mon_sync_debug = false +mon_sync_debug_leader = -1 +mon_sync_debug_provider = -1 +mon_sync_debug_provider_fallback = -1 +mon_inject_sync_get_chunk_delay = 0 +mon_osd_min_down_reporters = 1 +mon_osd_min_down_reports = 3 +mon_osd_force_trim_to = 0 +mon_mds_force_trim_to = 0 +crushtool = crushtool +mon_debug_dump_transactions = false +mon_debug_dump_location = /var/log/ceph/ceph-client.admin.tdump +mon_inject_transaction_delay_max = 10 +mon_inject_transaction_delay_probability = 0 +mon_sync_provider_kill_at = 0 +mon_sync_requester_kill_at = 0 +mon_force_quorum_join = false +mon_keyvaluedb = leveldb +mon_debug_unsafe_allow_tier_with_nonempty_snaps = false +paxos_stash_full_interval = 25 +paxos_max_join_drift = 10 +paxos_propose_interval = 1 +paxos_min_wait = 0.05 +paxos_min = 500 +paxos_trim_min = 250 +paxos_trim_max = 500 +paxos_service_trim_min = 250 +paxos_service_trim_max = 500 +paxos_kill_at = 0 +clock_offset = 0 +auth_cluster_required = cephx +auth_service_required = cephx +auth_client_required = cephx, none +auth_supported = +cephx_require_signatures = false +cephx_cluster_require_signatures = false +cephx_service_require_signatures = false +cephx_sign_messages = true +auth_mon_ticket_ttl = 43200 +auth_service_ticket_ttl = 3600 +auth_debug = false +mon_client_hunt_interval = 3 +mon_client_ping_interval = 10 +mon_client_ping_timeout = 30 +mon_client_hunt_interval_backoff = 2 +mon_client_hunt_interval_max_multiple = 10 +mon_client_max_log_entries_per_message = 1000 +mon_max_pool_pg_num = 65536 +mon_pool_quota_warn_threshold = 0 +mon_pool_quota_crit_threshold = 0 +client_cache_size = 16384 +client_cache_mid = 0.75 +client_use_random_mds = false +client_mount_timeout = 300 +client_tick_interval = 1 +client_trace = +client_readahead_min = 131072 +client_readahead_max_bytes = 0 +client_readahead_max_periods = 4 +client_snapdir = .snap +client_mountpoint = / +client_notify_timeout = 10 +osd_client_watch_timeout = 30 +client_caps_release_delay = 5 +client_quota = false +client_oc = true +client_oc_size = 209715200 +client_oc_max_dirty = 104857600 +client_oc_target_dirty = 8388608 +client_oc_max_dirty_age = 5 +client_oc_max_objects = 1000 +client_debug_force_sync_read = false +client_debug_inject_tick_delay = 0 +client_max_inline_size = 4096 +client_inject_release_failure = false +fuse_use_invalidate_cb = false +fuse_allow_other = true +fuse_default_permissions = true +fuse_big_writes = true +fuse_atomic_o_trunc = true +fuse_debug = false +fuse_multithreaded = true +client_try_dentry_invalidate = true +client_die_on_failed_remount = true +client_check_pool_perm = true +crush_location = +objecter_tick_interval = 5 +objecter_timeout = 10 +objecter_inflight_op_bytes = 104857600 +objecter_inflight_ops = 1024 +objecter_completion_locks_per_session = 32 +objecter_inject_no_watch_ping = false +journaler_allow_split_entries = true +journaler_write_head_interval = 15 +journaler_prefetch_periods = 10 +journaler_prezero_periods = 5 +journaler_batch_interval = 0.001 +journaler_batch_max = 0 +mds_data = /var/lib/ceph/mds/ceph-admin +mds_max_file_size = 1099511627776 +mds_cache_size = 100000 +mds_cache_mid = 0.7 +mds_max_file_recover = 32 +mds_mem_max = 1048576 +mds_dir_max_commit_size = 10 +mds_decay_halflife = 5 +mds_beacon_interval = 4 +mds_beacon_grace = 15 +mds_enforce_unique_name = true +mds_blacklist_interval = 1440 +mds_session_timeout = 60 +mds_revoke_cap_timeout = 60 +mds_recall_state_timeout = 60 +mds_freeze_tree_timeout = 30 +mds_session_autoclose = 300 +mds_health_summarize_threshold = 10 +mds_reconnect_timeout = 45 +mds_tick_interval = 5 +mds_dirstat_min_interval = 1 +mds_scatter_nudge_interval = 5 +mds_client_prealloc_inos = 1000 +mds_early_reply = true +mds_default_dir_hash = 2 +mds_log = true +mds_log_skip_corrupt_events = false +mds_log_max_events = -1 +mds_log_events_per_segment = 1024 +mds_log_segment_size = 0 +mds_log_max_segments = 30 +mds_log_max_expiring = 20 +mds_bal_sample_interval = 3 +mds_bal_replicate_threshold = 8000 +mds_bal_unreplicate_threshold = 0 +mds_bal_frag = false +mds_bal_split_size = 10000 +mds_bal_split_rd = 25000 +mds_bal_split_wr = 10000 +mds_bal_split_bits = 3 +mds_bal_merge_size = 50 +mds_bal_merge_rd = 1000 +mds_bal_merge_wr = 1000 +mds_bal_interval = 10 +mds_bal_fragment_interval = 5 +mds_bal_idle_threshold = 0 +mds_bal_max = -1 +mds_bal_max_until = -1 +mds_bal_mode = 0 +mds_bal_min_rebalance = 0.1 +mds_bal_min_start = 0.2 +mds_bal_need_min = 0.8 +mds_bal_need_max = 1.2 +mds_bal_midchunk = 0.3 +mds_bal_minchunk = 0.001 +mds_bal_target_removal_min = 5 +mds_bal_target_removal_max = 10 +mds_replay_interval = 1 +mds_shutdown_check = 0 +mds_thrash_exports = 0 +mds_thrash_fragments = 0 +mds_dump_cache_on_map = false +mds_dump_cache_after_rejoin = false +mds_verify_scatter = false +mds_debug_scatterstat = false +mds_debug_frag = false +mds_debug_auth_pins = false +mds_debug_subtrees = false +mds_kill_mdstable_at = 0 +mds_kill_export_at = 0 +mds_kill_import_at = 0 +mds_kill_link_at = 0 +mds_kill_rename_at = 0 +mds_kill_openc_at = 0 +mds_kill_journal_at = 0 +mds_kill_journal_expire_at = 0 +mds_kill_journal_replay_at = 0 +mds_journal_format = 1 +mds_kill_create_at = 0 +mds_inject_traceless_reply_probability = 0 +mds_wipe_sessions = false +mds_wipe_ino_prealloc = false +mds_skip_ino = 0 +max_mds = 1 +mds_standby_for_name = +mds_standby_for_rank = -1 +mds_standby_replay = false +mds_enable_op_tracker = true +mds_op_history_size = 20 +mds_op_history_duration = 600 +mds_op_complaint_time = 30 +mds_op_log_threshold = 5 +mds_snap_min_uid = 0 +mds_snap_max_uid = 65536 +mds_verify_backtrace = 1 +mds_action_on_write_error = 1 +osd_compact_leveldb_on_mount = false +osd_max_backfills = 10 +osd_min_recovery_priority = 0 +osd_backfill_full_ratio = 0.85 +osd_backfill_retry_interval = 10 +osd_agent_max_ops = 4 +osd_agent_min_evict_effort = 0.1 +osd_agent_quantize_effort = 0.1 +osd_agent_delay_time = 5 +osd_find_best_info_ignore_history_les = false +osd_agent_hist_halflife = 1000 +osd_agent_slop = 0.02 +osd_uuid = 00000000-0000-0000-0000-000000000000 +osd_data = /var/lib/ceph/osd/ceph-admin +osd_journal = /var/lib/ceph/osd/ceph-admin/journal +osd_journal_size = 5120 +osd_max_write_size = 90 +osd_max_pgls = 1024 +osd_client_message_size_cap = 524288000 +osd_client_message_cap = 100 +osd_pg_bits = 6 +osd_pgp_bits = 6 +osd_crush_chooseleaf_type = 1 +osd_pool_use_gmt_hitset = true +osd_pool_default_crush_rule = -1 +osd_pool_default_crush_replicated_ruleset = 0 +osd_pool_erasure_code_stripe_width = 4096 +osd_pool_default_size = 3 +osd_pool_default_min_size = 0 +osd_pool_default_pg_num = 8 +osd_pool_default_pgp_num = 8 +osd_pool_default_erasure_code_directory = /usr/lib/ceph/erasure-code +osd_pool_default_erasure_code_profile = plugin=jerasure technique=reed_sol_van k=2 m=1 +osd_erasure_code_plugins = jerasure lrc isa +osd_allow_recovery_below_min_size = true +osd_pool_default_flags = 0 +osd_pool_default_flag_hashpspool = true +osd_pool_default_flag_nodelete = false +osd_pool_default_flag_nopgchange = false +osd_pool_default_flag_nosizechange = false +osd_pool_default_hit_set_bloom_fpp = 0.05 +osd_pool_default_cache_target_dirty_ratio = 0.4 +osd_pool_default_cache_target_full_ratio = 0.8 +osd_pool_default_cache_min_flush_age = 0 +osd_pool_default_cache_min_evict_age = 0 +osd_hit_set_min_size = 1000 +osd_hit_set_max_size = 100000 +osd_hit_set_namespace = .ceph-internal +osd_tier_default_cache_mode = writeback +osd_tier_default_cache_hit_set_count = 4 +osd_tier_default_cache_hit_set_period = 1200 +osd_tier_default_cache_hit_set_type = bloom +osd_tier_default_cache_min_read_recency_for_promote = 1 +osd_map_dedup = true +osd_map_max_advance = 200 +osd_map_cache_size = 500 +osd_map_message_max = 100 +osd_map_share_max_epochs = 100 +osd_inject_bad_map_crc_probability = 0 +osd_inject_failure_on_pg_removal = false +osd_op_threads = 2 +osd_peering_wq_batch_size = 20 +osd_op_pq_max_tokens_per_priority = 4194304 +osd_op_pq_min_cost = 65536 +osd_disk_threads = 1 +osd_disk_thread_ioprio_class = +osd_disk_thread_ioprio_priority = -1 +osd_recovery_threads = 1 +osd_recover_clone_overlap = true +osd_op_num_threads_per_shard = 2 +osd_op_num_shards = 5 +osd_read_eio_on_bad_digest = true +osd_recover_clone_overlap_limit = 10 +osd_backfill_scan_min = 64 +osd_backfill_scan_max = 512 +osd_op_thread_timeout = 15 +osd_op_thread_suicide_timeout = 150 +osd_recovery_thread_timeout = 30 +osd_recovery_thread_suicide_timeout = 300 +osd_snap_trim_thread_timeout = 3600 +osd_snap_trim_thread_suicide_timeout = 36000 +osd_snap_trim_sleep = 0 +osd_scrub_thread_timeout = 60 +osd_scrub_thread_suicide_timeout = 300 +osd_scrub_finalize_thread_timeout = 600 +osd_scrub_invalid_stats = true +osd_remove_thread_timeout = 3600 +osd_remove_thread_suicide_timeout = 36000 +osd_command_thread_timeout = 600 +osd_age = 0.8 +osd_age_time = 0 +osd_command_thread_suicide_timeout = 900 +osd_heartbeat_addr = :/0 +osd_heartbeat_interval = 6 +osd_heartbeat_grace = 20 +osd_heartbeat_min_peers = 10 +osd_heartbeat_use_min_delay_socket = false +osd_pg_max_concurrent_snap_trims = 2 +osd_heartbeat_min_healthy_ratio = 0.33 +osd_mon_heartbeat_interval = 30 +osd_mon_report_interval_max = 120 +osd_mon_report_interval_min = 5 +osd_pg_stat_report_interval_max = 500 +osd_mon_ack_timeout = 30 +osd_default_data_pool_replay_window = 45 +osd_preserve_trimmed_log = false +osd_auto_mark_unfound_lost = false +osd_recovery_delay_start = 0 +osd_recovery_max_active = 15 +osd_recovery_max_single_start = 5 +osd_recovery_max_chunk = 8388608 +osd_copyfrom_max_chunk = 8388608 +osd_push_per_object_cost = 1000 +osd_max_push_cost = 8388608 +osd_max_push_objects = 10 +osd_recovery_forget_lost_objects = false +osd_max_scrubs = 1 +osd_scrub_begin_hour = 0 +osd_scrub_end_hour = 24 +osd_scrub_load_threshold = 0.5 +osd_scrub_min_interval = 86400 +osd_scrub_max_interval = 604800 +osd_scrub_interval_randomize_ratio = 0.5 +osd_scrub_chunk_min = 5 +osd_scrub_chunk_max = 25 +osd_scrub_sleep = 0 +osd_deep_scrub_interval = 604800 +osd_deep_scrub_stride = 524288 +osd_deep_scrub_update_digest_min_age = 7200 +osd_scan_list_ping_tp_interval = 100 +osd_auto_weight = false +osd_class_dir = /usr/lib/rados-classes +osd_open_classes_on_start = true +osd_check_for_log_corruption = false +osd_use_stale_snap = false +osd_rollback_to_cluster_snap = +osd_default_notify_timeout = 30 +osd_kill_backfill_at = 0 +osd_pg_epoch_persisted_max_stale = 200 +osd_min_pg_log_entries = 3000 +osd_max_pg_log_entries = 10000 +osd_pg_log_trim_min = 100 +osd_op_complaint_time = 30 +osd_command_max_records = 256 +osd_max_pg_blocked_by = 16 +osd_op_log_threshold = 5 +osd_verify_sparse_read_holes = false +osd_debug_drop_ping_probability = 0 +osd_debug_drop_ping_duration = 0 +osd_debug_drop_pg_create_probability = 0 +osd_debug_drop_pg_create_duration = 1 +osd_debug_drop_op_probability = 0 +osd_debug_op_order = false +osd_debug_scrub_chance_rewrite_digest = 0 +osd_debug_verify_snaps_on_info = false +osd_debug_verify_stray_on_activate = false +osd_debug_skip_full_check_in_backfill_reservation = false +osd_debug_reject_backfill_probability = 0 +osd_debug_inject_copyfrom_error = false +osd_enable_op_tracker = true +osd_num_op_tracker_shard = 32 +osd_op_history_size = 20 +osd_op_history_duration = 600 +osd_target_transaction_size = 30 +osd_failsafe_full_ratio = 0.97 +osd_failsafe_nearfull_ratio = 0.9 +osd_pg_object_context_cache_count = 64 +osd_tracing = false +osd_debug_pg_log_writeout = false +threadpool_default_timeout = 60 +threadpool_empty_queue_max_wait = 2 +leveldb_write_buffer_size = 8388608 +leveldb_cache_size = 134217728 +leveldb_block_size = 0 +leveldb_bloom_size = 0 +leveldb_max_open_files = 0 +leveldb_compression = true +leveldb_paranoid = false +leveldb_log = /dev/null +leveldb_compact_on_mount = false +kinetic_host = +kinetic_port = 8123 +kinetic_user_id = 1 +kinetic_hmac_key = asdfasdf +kinetic_use_ssl = false +rocksdb_compact_on_mount = false +rocksdb_write_buffer_size = 0 +rocksdb_target_file_size_base = 0 +rocksdb_cache_size = 0 +rocksdb_block_size = 0 +rocksdb_bloom_size = 0 +rocksdb_write_buffer_num = 0 +rocksdb_background_compactions = 0 +rocksdb_background_flushes = 0 +rocksdb_max_open_files = 0 +rocksdb_compression = +rocksdb_paranoid = false +rocksdb_log = /dev/null +rocksdb_level0_file_num_compaction_trigger = 0 +rocksdb_level0_slowdown_writes_trigger = 0 +rocksdb_level0_stop_writes_trigger = 0 +rocksdb_disableDataSync = true +rocksdb_disableWAL = false +rocksdb_num_levels = 0 +rocksdb_wal_dir = +rocksdb_info_log_level = info +osd_client_op_priority = 63 +osd_recovery_op_priority = 10 +osd_recovery_op_warn_multiple = 16 +osd_mon_shutdown_timeout = 5 +osd_max_object_size = 107374182400 +osd_max_object_name_len = 2048 +osd_max_attr_name_len = 100 +osd_max_attr_size = 0 +osd_objectstore = filestore +osd_objectstore_tracing = false +osd_debug_override_acting_compat = false +osd_bench_small_size_max_iops = 100 +osd_bench_large_size_max_throughput = 104857600 +osd_bench_max_block_size = 67108864 +osd_bench_duration = 30 +memstore_device_bytes = 1073741824 +filestore_omap_backend = leveldb +filestore_debug_disable_sharded_check = false +filestore_wbthrottle_enable = true +filestore_wbthrottle_btrfs_bytes_start_flusher = 41943040 +filestore_wbthrottle_btrfs_bytes_hard_limit = 419430400 +filestore_wbthrottle_btrfs_ios_start_flusher = 500 +filestore_wbthrottle_btrfs_ios_hard_limit = 5000 +filestore_wbthrottle_btrfs_inodes_start_flusher = 500 +filestore_wbthrottle_xfs_bytes_start_flusher = 41943040 +filestore_wbthrottle_xfs_bytes_hard_limit = 419430400 +filestore_wbthrottle_xfs_ios_start_flusher = 500 +filestore_wbthrottle_xfs_ios_hard_limit = 5000 +filestore_wbthrottle_xfs_inodes_start_flusher = 500 +filestore_wbthrottle_btrfs_inodes_hard_limit = 5000 +filestore_wbthrottle_xfs_inodes_hard_limit = 5000 +filestore_index_retry_probability = 0 +filestore_debug_inject_read_err = false +filestore_debug_omap_check = false +filestore_omap_header_cache_size = 1024 +filestore_max_inline_xattr_size = 0 +filestore_max_inline_xattr_size_xfs = 65536 +filestore_max_inline_xattr_size_btrfs = 2048 +filestore_max_inline_xattr_size_other = 512 +filestore_max_inline_xattrs = 0 +filestore_max_inline_xattrs_xfs = 10 +filestore_max_inline_xattrs_btrfs = 10 +filestore_max_inline_xattrs_other = 2 +filestore_sloppy_crc = false +filestore_sloppy_crc_block_size = 65536 +filestore_max_alloc_hint_size = 1048576 +filestore_max_sync_interval = 5 +filestore_min_sync_interval = 0.01 +filestore_btrfs_snap = true +filestore_btrfs_clone_range = true +filestore_zfs_snap = false +filestore_fsync_flushes_journal_data = false +filestore_fiemap = false +filestore_fadvise = true +filestore_xfs_extsize = false +filestore_journal_parallel = false +filestore_journal_writeahead = false +filestore_journal_trailing = false +filestore_queue_max_ops = 50 +filestore_queue_max_bytes = 104857600 +filestore_queue_committing_max_ops = 500 +filestore_queue_committing_max_bytes = 104857600 +filestore_op_threads = 2 +filestore_op_thread_timeout = 60 +filestore_op_thread_suicide_timeout = 180 +filestore_commit_timeout = 600 +filestore_fiemap_threshold = 4096 +filestore_merge_threshold = 10 +filestore_split_multiple = 2 +filestore_update_to = 1000 +filestore_blackhole = false +filestore_fd_cache_size = 128 +filestore_fd_cache_shards = 16 +filestore_dump_file = +filestore_kill_at = 0 +filestore_inject_stall = 0 +filestore_fail_eio = true +filestore_debug_verify_split = false +journal_dio = true +journal_aio = true +journal_force_aio = false +keyvaluestore_queue_max_ops = 50 +keyvaluestore_queue_max_bytes = 104857600 +keyvaluestore_debug_check_backend = false +keyvaluestore_op_threads = 2 +keyvaluestore_op_thread_timeout = 60 +keyvaluestore_op_thread_suicide_timeout = 180 +keyvaluestore_default_strip_size = 4096 +keyvaluestore_max_expected_write_size = 16777216 +keyvaluestore_header_cache_size = 4096 +keyvaluestore_backend = leveldb +journal_max_corrupt_search = 10485760 +journal_block_align = true +journal_write_header_frequency = 0 +journal_max_write_bytes = 10485760 +journal_max_write_entries = 100 +journal_queue_max_ops = 300 +journal_queue_max_bytes = 33554432 +journal_align_min_size = 65536 +journal_replay_from = 0 +journal_zero_on_create = false +journal_ignore_corruption = false +journal_discard = false +rados_mon_op_timeout = 0 +rados_osd_op_timeout = 0 +rados_tracing = false +rbd_op_threads = 1 +rbd_op_thread_timeout = 60 +rbd_non_blocking_aio = true +rbd_cache = true +rbd_cache_writethrough_until_flush = true +rbd_cache_size = 33554432 +rbd_cache_max_dirty = 25165824 +rbd_cache_target_dirty = 16777216 +rbd_cache_max_dirty_age = 1 +rbd_cache_max_dirty_object = 0 +rbd_cache_block_writes_upfront = false +rbd_concurrent_management_ops = 10 +rbd_balance_snap_reads = false +rbd_localize_snap_reads = false +rbd_balance_parent_reads = false +rbd_localize_parent_reads = true +rbd_readahead_trigger_requests = 10 +rbd_readahead_max_bytes = 524288 +rbd_readahead_disable_after_bytes = 52428800 +rbd_clone_copy_on_read = false +rbd_blacklist_on_break_lock = true +rbd_blacklist_expire_seconds = 0 +rbd_request_timed_out_seconds = 30 +rbd_tracing = false +rbd_validate_pool = true +rbd_default_format = 1 +rbd_default_order = 22 +rbd_default_stripe_count = 0 +rbd_default_stripe_unit = 0 +rbd_default_features = 3 +nss_db_path = +rgw_max_chunk_size = 524288 +rgw_max_put_size = 5368709120 +rgw_override_bucket_index_max_shards = 0 +rgw_bucket_index_max_aio = 8 +rgw_enable_quota_threads = true +rgw_enable_gc_threads = true +rgw_data = /var/lib/ceph/radosgw/ceph-admin +rgw_enable_apis = s3, swift, swift_auth, admin +rgw_cache_enabled = true +rgw_cache_lru_size = 10000 +rgw_socket_path = +rgw_host = +rgw_port = +rgw_dns_name = +rgw_content_length_compat = false +rgw_script_uri = +rgw_request_uri = +rgw_swift_url = +rgw_swift_url_prefix = swift +rgw_swift_auth_url = +rgw_swift_auth_entry = auth +rgw_swift_tenant_name = +rgw_swift_enforce_content_length = false +rgw_keystone_url = +rgw_keystone_admin_token = +rgw_keystone_admin_user = +rgw_keystone_admin_password = +rgw_keystone_admin_tenant = +rgw_keystone_accepted_roles = Member, admin +rgw_keystone_token_cache_size = 10000 +rgw_keystone_revocation_interval = 900 +rgw_s3_auth_use_rados = true +rgw_s3_auth_use_keystone = false +rgw_admin_entry = admin +rgw_enforce_swift_acls = true +rgw_swift_token_expiration = 86400 +rgw_print_continue = true +rgw_remote_addr_param = REMOTE_ADDR +rgw_op_thread_timeout = 600 +rgw_op_thread_suicide_timeout = 0 +rgw_thread_pool_size = 100 +rgw_num_control_oids = 8 +rgw_num_rados_handles = 1 +rgw_zone = +rgw_zone_root_pool = .rgw.root +rgw_region = +rgw_region_root_pool = .rgw.root +rgw_default_region_info_oid = default.region +rgw_log_nonexistent_bucket = false +rgw_log_object_name = %Y-%m-%d-%H-%i-%n +rgw_log_object_name_utc = false +rgw_usage_max_shards = 32 +rgw_usage_max_user_shards = 1 +rgw_enable_ops_log = false +rgw_enable_usage_log = false +rgw_ops_log_rados = true +rgw_ops_log_socket_path = +rgw_ops_log_data_backlog = 5242880 +rgw_usage_log_flush_threshold = 1024 +rgw_usage_log_tick_interval = 30 +rgw_intent_log_object_name = %Y-%m-%d-%i-%n +rgw_intent_log_object_name_utc = false +rgw_init_timeout = 300 +rgw_mime_types_file = /etc/mime.types +rgw_gc_max_objs = 32 +rgw_gc_obj_min_wait = 7200 +rgw_gc_processor_max_time = 3600 +rgw_gc_processor_period = 3600 +rgw_s3_success_create_obj_status = 0 +rgw_resolve_cname = false +rgw_obj_stripe_size = 4194304 +rgw_extended_http_attrs = +rgw_exit_timeout_secs = 120 +rgw_get_obj_window_size = 16777216 +rgw_get_obj_max_req_size = 4194304 +rgw_relaxed_s3_bucket_names = false +rgw_defer_to_bucket_acls = +rgw_list_buckets_max_chunk = 1000 +rgw_md_log_max_shards = 64 +rgw_num_zone_opstate_shards = 128 +rgw_opstate_ratelimit_sec = 30 +rgw_curl_wait_timeout_ms = 1000 +rgw_copy_obj_progress = true +rgw_copy_obj_progress_every_bytes = 1048576 +rgw_data_log_window = 30 +rgw_data_log_changes_size = 1000 +rgw_data_log_num_shards = 128 +rgw_data_log_obj_prefix = data_log +rgw_replica_log_obj_prefix = replica_log +rgw_bucket_quota_ttl = 600 +rgw_bucket_quota_soft_threshold = 0.95 +rgw_bucket_quota_cache_size = 10000 +rgw_bucket_default_quota_max_objects = -1 +rgw_bucket_default_quota_max_size = -1 +rgw_expose_bucket = false +rgw_frontends = fastcgi, civetweb port=7480 +rgw_user_quota_bucket_sync_interval = 180 +rgw_user_quota_sync_interval = 86400 +rgw_user_quota_sync_idle_users = false +rgw_user_quota_sync_wait_time = 86400 +rgw_user_default_quota_max_objects = -1 +rgw_user_default_quota_max_size = -1 +rgw_multipart_min_part_size = 5242880 +rgw_olh_pending_timeout_sec = 3600 +rgw_user_max_buckets = 1000 +mutex_perf_counter = false +throttler_perf_counter = true +internal_safe_to_start_threads = false diff --git a/doc/source/test_results/db_kubernetes/mysql/mysql-on-ceph/index.rst b/doc/source/test_results/db_kubernetes/mysql/mysql-on-ceph/index.rst new file mode 100644 index 0000000..889c642 --- /dev/null +++ b/doc/source/test_results/db_kubernetes/mysql/mysql-on-ceph/index.rst @@ -0,0 +1,133 @@ +MySQL on Kubernetes with Ceph performance report +------------------------------------------------ + +This scenario is executed with `Sysbench`_ tool. There is one instance of +tool per tester node, each running in N threads. The tool is configured +to point to MySQL container directly. + +YAML for Kubernetes pod +^^^^^^^^^^^^^^^^^^^^^^^ + +.. code-block:: yaml + + apiVersion: v1 + kind: Pod + metadata: + name: mysql + labels: + name: mysql + spec: + containers: + - name: mysql + image: mysql/mysql-server:5.7 + env: + - name: MYSQL_ROOT_PASSWORD + value: r00tme + volumeMounts: + - name: mysql-data + mountPath: /var/lib/mysql + volumes: + - name: mysql-data + rbd: + monitors: + - 10.3.58.6:6789 + - 10.3.58.14:6789 + - 10.3.58.18:6789 + pool: rbd + image: mysql-data + user: admin + secretRef: + name: ceph-secret + fsType: ext4 + readOnly: false + +CEPH status +^^^^^^^^^^^ +.. code-block:: none + + cluster 09b06e2e-205d-4bbf-8ad8-37582d00e723 + health HEALTH_OK + monmap e1: 3 mons at {osscr04r13c26=10.3.58.6:6789/0,osscr04r13c27=10.3.58.14:6789/0,osscr04r13c28=10.3.58.18:6789/0} + election epoch 6, quorum 0,1,2 osscr04r13c26,osscr04r13c27,osscr04r13c28 + osdmap e14: 3 osds: 3 up, 3 in + pgmap v8663: 64 pgs, 1 pools, 1630 MB data, 448 objects + 4993 MB used, 2214 GB / 2219 GB avail + 64 active+clean + +/etc/ceph/ceph.conf +^^^^^^^^^^^^^^^^^^^ +.. code-block:: none + + [global] + fsid = 09b06e2e-205d-4bbf-8ad8-37582d00e723 + max open files = 131072 + mon_initial_members = osscr04r13c26,osscr04r13c27,osscr04r13c28 + mon host = 10.3.58.6,10.3.58.14,10.3.58.18 + public_network = 10.3.56.0/21 + cluster_network = 192.168.0.0/24 + + [client.libvirt] + admin socket = /var/run/ceph/$cluster-$type.$id.$pid.$cctid.asok + log file = /var/log/ceph/qemu-guest-$pid.log + + [osd] + osd mkfs type = xfs + osd mkfs options xfs = -f -i size=2048 + osd mount options xfs = noatime,largeio,inode64,swalloc + osd journal size = 5120 + +Full output for ``ceph --show-config available`` in +:download:`full_ceph_config.txt ` + +Throughput +^^^^^^^^^^ + +The following chart shows the number of queries, read/write queries and +transactions depending on total thread count. + + +.. list-table:: Throughput + :header-rows: 1 + + * + - threads + - queries per sec + - read/write queries per sec + - transactions per sec + * + - 20 + - 12413.47 + - 11171.73 + - 620.64 + * + - 40 + - 16843.37 + - 15158.59 + - 842.08 + * + - 60 + - 19478.55 + - 17524.87 + - 973.53 + * + - 80 + - 19761.78 + - 17779.89 + - 987.67 + * + - 120 + - 20047.85 + - 18037.43 + - 1001.96 + * + - 160 + - 19914.13 + - 17920.40 + - 995.50 + * + - 200 + - 20229.39 + - 18204.32 + - 1011.27 + +.. _Sysbench: https://github.com/akopytov/sysbench \ No newline at end of file diff --git a/doc/source/test_results/db_kubernetes/mysql/mysql-with-host-volume/index.rst b/doc/source/test_results/db_kubernetes/mysql/mysql-with-host-volume/index.rst new file mode 100644 index 0000000..91f7586 --- /dev/null +++ b/doc/source/test_results/db_kubernetes/mysql/mysql-with-host-volume/index.rst @@ -0,0 +1,85 @@ +MySQL on Kubernetes with volume on host +--------------------------------------- + +This scenario is executed with `Sysbench`_ tool. There is one instance of +tool per tester node, each running in N threads. The tool is configured +to point to MySQL container directly. + +YAML for Kubernetes pod +^^^^^^^^^^^^^^^^^^^^^^^ + +.. code-block:: yaml + + apiVersion: v1 + kind: Pod + metadata: + name: mysql + labels: + name: mysql + spec: + containers: + - name: mysql + image: mysql/mysql-server:5.7 + env: + - name: MYSQL_ROOT_PASSWORD + value: r00tme + volumeMounts: + - name: mysql-data + mountPath: /var/lib/mysql + volumes: + - name: mysql-data + hostPath: + path: /var/lib/mysql + +.. _Sysbench: https://github.com/akopytov/sysbench + +Throughput +^^^^^^^^^^ + +The following chart shows the number of queries, read/write queries +and transactions depending on total thread count. + + +.. list-table:: Throughput + :header-rows: 1 + + * + - threads + - queries per sec + - read/write queries per sec + - transactions per sec + * + - 20 + - 45929.93 + - 41336.65 + - 2296.42 + * + - 40 + - 65418.03 + - 58875.32 + - 3270.64 + * + - 60 + - 71185.91 + - 64063.57 + - 3558.65 + * + - 80 + - 67894.49 + - 61103.56 + - 3393.92 + * + - 120 + - 70333.68 + - 63299.39 + - 3515.37 + * + - 160 + - 70310.28 + - 63276.21 + - 3513.48 + * + - 200 + - 69755.76 + - 62775.64 + - 3485.03 diff --git a/doc/source/test_results/db_kubernetes/mysql/mysql-without-volume/index.rst b/doc/source/test_results/db_kubernetes/mysql/mysql-without-volume/index.rst new file mode 100644 index 0000000..5d18b13 --- /dev/null +++ b/doc/source/test_results/db_kubernetes/mysql/mysql-without-volume/index.rst @@ -0,0 +1,85 @@ +MySQL on Kubernetes without volume +---------------------------------- + +This scenario is executed with `Sysbench`_ tool. There is one instance of +tool per tester node, each running in N threads. The tool is configured +to point to MySQL container directly. + +YAML for Kubernetes pod +^^^^^^^^^^^^^^^^^^^^^^^ +.. code-block:: yaml + + apiVersion: v1 + kind: Pod + metadata: + name: mysql + labels: + name: mysql + spec: + containers: + - name: mysql + image: mysql/mysql-server:5.7 + volumeMounts: + - name: mysql-etc + mountPath: /etc/mysql + env: + - name: MYSQL_ROOT_PASSWORD + value: r00tme + volumes: + - name: mysql-etc + hostPath: + path: /etc/mysql + + +Throughput +^^^^^^^^^^ + +The following chart shows the number of queries, read/write queries +and transactions depending on total thread count. + + +.. list-table:: Throughput + :header-rows: 1 + + * + - threads + - queries per sec + - read/write queries per sec + - transactions per sec + * + - 20 + - 42389.02 + - 38149.43 + - 2119.32 + * + - 40 + - 67086.84 + - 60377.59 + - 3354.02 + * + - 60 + - 64089.24 + - 57679.97 + - 3203.95 + * + - 80 + - 67831.60 + - 61046.72 + - 3390.72 + * + - 120 + - 70284.19 + - 63254.38 + - 3512.84 + * + - 160 + - 71344.12 + - 64209.14 + - 3565.27 + * + - 200 + - 71300.89 + - 64169.52 + - 3562.46 + +.. _Sysbench: https://github.com/akopytov/sysbench \ No newline at end of file