From bb700218674b29600990ea18f5ac5006789a4411 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 19 Mar 2024 20:02:44 +0000 Subject: [PATCH] NFR Test Results for NGF version 1.2.0 (Plus) (#1724) Update with NFR test results for NGF version 1.2.0 (Plus) Auto-generated by the NFR tests workflow run 8347872524 Tests ran using Docker image tag edge all test(s) ran NGINX Plus enabled: true --- tests/results/dp-perf/1.2.0/1.2.0-plus.md | 84 ++++++++++++++++++ tests/results/ngf-upgrade/1.2.0/1.2.0-plus.md | 49 ++++++++++ tests/results/ngf-upgrade/1.2.0/http-plus.png | Bin 0 -> 4273 bytes .../results/ngf-upgrade/1.2.0/https-plus.png | Bin 0 -> 4273 bytes 4 files changed, 133 insertions(+) create mode 100755 tests/results/dp-perf/1.2.0/1.2.0-plus.md create mode 100755 tests/results/ngf-upgrade/1.2.0/1.2.0-plus.md create mode 100644 tests/results/ngf-upgrade/1.2.0/http-plus.png create mode 100644 tests/results/ngf-upgrade/1.2.0/https-plus.png diff --git a/tests/results/dp-perf/1.2.0/1.2.0-plus.md b/tests/results/dp-perf/1.2.0/1.2.0-plus.md new file mode 100755 index 0000000000..2c706e87c1 --- /dev/null +++ b/tests/results/dp-perf/1.2.0/1.2.0-plus.md @@ -0,0 +1,84 @@ +# Results + +## Test environment + +NGINX Plus: true + +GKE Cluster: + +- Node count: 3 +- k8s version: v1.27.8-gke.1067004 +- vCPUs per node: 2 +- RAM per node: 4022908Ki +- Max pods per node: 110 +- Zone: us-east1-b +- Instance Type: e2-medium + +## Summary + +- First time running with NGINX Plus + +## Test1: Running latte path based routing + +```text +Requests [total, rate, throughput] 30000, 1000.03, 999.99 +Duration [total, attack, wait] 30s, 29.999s, 1.23ms +Latencies [min, mean, 50, 90, 95, 99, max] 524.975µs, 1.946ms, 1.095ms, 2.042ms, 4.461ms, 23.134ms, 93.918ms +Bytes In [total, mean] 4800000, 160.00 +Bytes Out [total, mean] 0, 0.00 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 +Error Set: +``` + +## Test2: Running coffee header based routing + +```text +Requests [total, rate, throughput] 29999, 1000.01, 999.97 +Duration [total, attack, wait] 30s, 29.999s, 1.021ms +Latencies [min, mean, 50, 90, 95, 99, max] 592.975µs, 2.927ms, 1.122ms, 2.833ms, 9.549ms, 44.935ms, 130.583ms +Bytes In [total, mean] 4829839, 161.00 +Bytes Out [total, mean] 0, 0.00 +Success [ratio] 100.00% +Status Codes [code:count] 200:29999 +Error Set: +``` + +## Test3: Running coffee query based routing + +```text +Requests [total, rate, throughput] 30000, 1000.02, 999.99 +Duration [total, attack, wait] 30s, 29.999s, 803.929µs +Latencies [min, mean, 50, 90, 95, 99, max] 614.151µs, 2.326ms, 1.109ms, 2.504ms, 6.639ms, 30.947ms, 86.914ms +Bytes In [total, mean] 5070000, 169.00 +Bytes Out [total, mean] 0, 0.00 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 +Error Set: +``` + +## Test4: Running tea GET method based routing + +```text +Requests [total, rate, throughput] 30000, 1000.00, 999.97 +Duration [total, attack, wait] 30.001s, 30s, 864.779µs +Latencies [min, mean, 50, 90, 95, 99, max] 579.858µs, 2.742ms, 1.064ms, 3.978ms, 9.655ms, 42.104ms, 118.446ms +Bytes In [total, mean] 4740000, 158.00 +Bytes Out [total, mean] 0, 0.00 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 +Error Set: +``` + +## Test5: Running tea POST method based routing + +```text +Requests [total, rate, throughput] 30000, 1000.03, 999.98 +Duration [total, attack, wait] 30.001s, 29.999s, 1.595ms +Latencies [min, mean, 50, 90, 95, 99, max] 581.255µs, 1.612ms, 1.204ms, 1.914ms, 2.994ms, 11.802ms, 43.145ms +Bytes In [total, mean] 4740000, 158.00 +Bytes Out [total, mean] 0, 0.00 +Success [ratio] 100.00% +Status Codes [code:count] 200:30000 +Error Set: +``` diff --git a/tests/results/ngf-upgrade/1.2.0/1.2.0-plus.md b/tests/results/ngf-upgrade/1.2.0/1.2.0-plus.md new file mode 100755 index 0000000000..96086b3854 --- /dev/null +++ b/tests/results/ngf-upgrade/1.2.0/1.2.0-plus.md @@ -0,0 +1,49 @@ +# Results + +## Test environment + +NGINX Plus: true + +GKE Cluster: + +- Node count: 3 +- k8s version: v1.27.8-gke.1067004 +- vCPUs per node: 2 +- RAM per node: 4022908Ki +- Max pods per node: 110 +- Zone: us-east1-b +- Instance Type: e2-medium + +## Summary + +- First time running with NGINX Plus + +## Test: Send https /tea traffic + +```text +Requests [total, rate, throughput] 6000, 100.02, 100.01 +Duration [total, attack, wait] 59.992s, 59.99s, 1.909ms +Latencies [min, mean, 50, 90, 95, 99, max] 883.301µs, 1.948ms, 1.752ms, 2.301ms, 2.842ms, 7.067ms, 36.813ms +Bytes In [total, mean] 922091, 153.68 +Bytes Out [total, mean] 0, 0.00 +Success [ratio] 100.00% +Status Codes [code:count] 200:6000 +Error Set: +``` + +![https-plus.png](https-plus.png) + +## Test: Send http /coffee traffic + +```text +Requests [total, rate, throughput] 6000, 100.02, 100.01 +Duration [total, attack, wait] 59.992s, 59.99s, 1.742ms +Latencies [min, mean, 50, 90, 95, 99, max] 797.568µs, 1.887ms, 1.691ms, 2.254ms, 2.781ms, 6.628ms, 36.748ms +Bytes In [total, mean] 962025, 160.34 +Bytes Out [total, mean] 0, 0.00 +Success [ratio] 100.00% +Status Codes [code:count] 200:6000 +Error Set: +``` + +![http-plus.png](http-plus.png) diff --git a/tests/results/ngf-upgrade/1.2.0/http-plus.png b/tests/results/ngf-upgrade/1.2.0/http-plus.png new file mode 100644 index 0000000000000000000000000000000000000000..d6ecafa35fb69d0f216e555d608c8ffc96894743 GIT binary patch literal 4273 zcmeHLYgAKL7QUhsD@t^VASxu*v8@%1pcW{E#0TONq>8AB5VTkb5FV1m1W1r-s;P$6 zRw;%7ER`V7Ao7ePfe@iZL=7Q<5E4K@0(oF~Cc>SIu36JR^J6+)T{COVUFY6&&%SH# z^X+f%bIxA(+EHJh70cEx0{~#ff&F{G0D#2^05ChbbTK3;DTv<<0E=9X9zO03f*>Tx z&COlt1OPw-1po+WwE_&#(gN&?=mP}^fQAv!z-^&41^{4a07wI=V8^{rKZR5=s%Mbi z+O=!9Z{L38$dT~ya4MCWnVDHpQ6Ufro;-OnI5-GRp?7gf*QS@qhV%h?6$ok-m%*xr zGOZSr0?=&0dFV;~kn!PGM&R2q!_F=if&u_-^rxf10z?pa`W&?W9;6=C(`cYKV5G&5 z+$QUXzOApu)m*ilob1V^A;5cp_OkW|K&;4Bq#wlu;E*(HfM#t?!$6Hj3l-2pLD~X- z444bGP%t+Z6bL}bA5hR%ovjD;xm9fqU_+aLlLTUNK?IM-Q!14qAt7)$9F0cjo=Eb3te5Hpi;7VxT322eClqPZ_wW= zP3o?X8_;7%CBh7!Wv8@F$(3bv#TjLC)1FRtJzJCg;FBkhF$Bd%R%H1HreoM>if$FG zcDn|3458n94AG{q)D{+wHiI$;Sls{t_t?pGecNT^T`$bz z%}g4%lsk$UqHwh{g%?Oc98yYwFPb~r=QHp56?rdpJ$b#eeaFD)y=3`Bv-M4JM|4Hd z-ypN&znssars%h|^`9;^t34g+VCFqEjTnFp$A$Q{uaN{G4E2)PVUtUGcwFqd{lt{i z9dk2q2N$h`oHXx#oGaC83oHW#nTW9-LtqTd03}bu^R(|H<6DW-`C2itNHCMi3nT;=&Xr*z?%Kc;sNE= zxhOY_7jWv1_OfTg(+D=3re#WX!kgS_XPxJ(DOAf2yx{_3%Yw@I$hq|#l70yD$fVk3 zXl4sPMsdmfkd*5?Q;gy)=3~leX&DfE8oD`bt|(!S zcI=JqkdbyQ=?Xlyi?6Z}tV8-N&P*ZQL{w}k%uN(XiZWXGsqtH%mcQ3wTVHl8uT^YO{PRxJaIVc+DW6K zT3ol@GlERw`VeCi-1rBSFr7yoAx{7GNZ)qPy0p=u31>Xoi_sB~;7)oB&Hm<`_X6jC zfd7BGmCL#@Ret1Ichn=LD?xvE^-{iKz@sJxX4Y3tNwRQN#4P_=b2G%KhN%CNJhKF* zQ}NVnj4_g$^x24wMf;BqUX4PJ8q{Ow`ljx{WNBw>+Q)}s@V@8vJ2vjCZ|M ztK?$g1yZbqbRg))F$7&bQKydAD@OYEc-Ewu)IY<$o~rYSLm6p!KN!3}$b&?F&z+}} z1x~(J9S{rU$>{Vsz2l2YM%slVF#NOza}`FUPye-TP!$1voo&AUMS4OabK9hpTBY$((E@$7>GQ;!5V!kQJ?2zC4FSmK7JygWjl->3jOnqcBEs|!h z+>hc}M6fn9$Z^Nlw{ZFEVn7Xy$hQ;P5wFP0-YyrgS8yXK~qTi;xoo;I7m*vo}= z`z3o0A2D+Iwy{M~7G)E0Mz`tBa0Ac8T2#%mZNX|)oB5w4O%oTF-qNbpX(o(Oq@c5| zlEIui$6?^H?}=1&==~%M^ke*s*;EI415=MLpXvI4O8xh4jGhS=(j!5Mldbu5zAn?F z21>w73+Sv%U+IaHxb!MDw1J8z%Jc zK}VDXS^g0hoR`lIv@?wfy<9&rq;?3=&T{A#G(TE7tFr{s}LwqU7$oG z-W3!AU8ie60MmzF8p)lH_fb3y2vj=6z$Hxnv#4sP&y@ZTWJ%4xhE4C2n5rUK6x*sV zPd0?LvdnEiQ#zg+Ex3Q@g=Nt4EhnR9pJ{BX*4(OY?*Ag@#D0dtzOqWTFPSLw6T_$G z;(k@fJ4Xk?0}Jq0)l7Afh=#n{M*P9CYR%+u7||y&nm;NhB$pf!F0%>h?McBhSmwAD z;60RvdHEmKFZ0VU9q(~yJyd&YgCl|3@oSj*RO|DMS=a!zWJ*dm&+GJyOqTWEyezUI z7H_TcibSL4WAPy!!)+R7CnW3B$)xSfg!$H`tH^(&+-Dsb;sqIt=EU3qy134}cX>We+wYr)pHIh$04;yBEX-lvRc+kmd+?@WM zC2N5P(pL>voc0ZB;@sIk)su)F#;~AZQOYHBrF%LhFQ3~usv32@E;p-njZ7@(=G~;? zrl-fG!ezD|3P&!dh$Zh_OFfET_Oh4LXc@HRL@c(|TpP_~C3M%=>X@fPqKb+n`NQ`V zQ|wA^UX1pd(1vL3NT4)ppa}0A*m7@0+1^h2EhhpGiiXs+x;TJ&p?Z8%r;(#!IN`m< z8-0Z_?Gf^`%insdK3!*!=ltY4g8OG+V|3q8D;fSK!#<_{EFl_lGGoEXAKbFz&p!zH7j2+oH80#UuXcxRo7(dZ;xh8%nI?181n zjqCDrUhMDcNmPh@`Qi41ikXO>kvvX>aez`($jU#nJ_f#1S%H-e-uy{4pF literal 0 HcmV?d00001 diff --git a/tests/results/ngf-upgrade/1.2.0/https-plus.png b/tests/results/ngf-upgrade/1.2.0/https-plus.png new file mode 100644 index 0000000000000000000000000000000000000000..d6ecafa35fb69d0f216e555d608c8ffc96894743 GIT binary patch literal 4273 zcmeHLYgAKL7QUhsD@t^VASxu*v8@%1pcW{E#0TONq>8AB5VTkb5FV1m1W1r-s;P$6 zRw;%7ER`V7Ao7ePfe@iZL=7Q<5E4K@0(oF~Cc>SIu36JR^J6+)T{COVUFY6&&%SH# z^X+f%bIxA(+EHJh70cEx0{~#ff&F{G0D#2^05ChbbTK3;DTv<<0E=9X9zO03f*>Tx z&COlt1OPw-1po+WwE_&#(gN&?=mP}^fQAv!z-^&41^{4a07wI=V8^{rKZR5=s%Mbi z+O=!9Z{L38$dT~ya4MCWnVDHpQ6Ufro;-OnI5-GRp?7gf*QS@qhV%h?6$ok-m%*xr zGOZSr0?=&0dFV;~kn!PGM&R2q!_F=if&u_-^rxf10z?pa`W&?W9;6=C(`cYKV5G&5 z+$QUXzOApu)m*ilob1V^A;5cp_OkW|K&;4Bq#wlu;E*(HfM#t?!$6Hj3l-2pLD~X- z444bGP%t+Z6bL}bA5hR%ovjD;xm9fqU_+aLlLTUNK?IM-Q!14qAt7)$9F0cjo=Eb3te5Hpi;7VxT322eClqPZ_wW= zP3o?X8_;7%CBh7!Wv8@F$(3bv#TjLC)1FRtJzJCg;FBkhF$Bd%R%H1HreoM>if$FG zcDn|3458n94AG{q)D{+wHiI$;Sls{t_t?pGecNT^T`$bz z%}g4%lsk$UqHwh{g%?Oc98yYwFPb~r=QHp56?rdpJ$b#eeaFD)y=3`Bv-M4JM|4Hd z-ypN&znssars%h|^`9;^t34g+VCFqEjTnFp$A$Q{uaN{G4E2)PVUtUGcwFqd{lt{i z9dk2q2N$h`oHXx#oGaC83oHW#nTW9-LtqTd03}bu^R(|H<6DW-`C2itNHCMi3nT;=&Xr*z?%Kc;sNE= zxhOY_7jWv1_OfTg(+D=3re#WX!kgS_XPxJ(DOAf2yx{_3%Yw@I$hq|#l70yD$fVk3 zXl4sPMsdmfkd*5?Q;gy)=3~leX&DfE8oD`bt|(!S zcI=JqkdbyQ=?Xlyi?6Z}tV8-N&P*ZQL{w}k%uN(XiZWXGsqtH%mcQ3wTVHl8uT^YO{PRxJaIVc+DW6K zT3ol@GlERw`VeCi-1rBSFr7yoAx{7GNZ)qPy0p=u31>Xoi_sB~;7)oB&Hm<`_X6jC zfd7BGmCL#@Ret1Ichn=LD?xvE^-{iKz@sJxX4Y3tNwRQN#4P_=b2G%KhN%CNJhKF* zQ}NVnj4_g$^x24wMf;BqUX4PJ8q{Ow`ljx{WNBw>+Q)}s@V@8vJ2vjCZ|M ztK?$g1yZbqbRg))F$7&bQKydAD@OYEc-Ewu)IY<$o~rYSLm6p!KN!3}$b&?F&z+}} z1x~(J9S{rU$>{Vsz2l2YM%slVF#NOza}`FUPye-TP!$1voo&AUMS4OabK9hpTBY$((E@$7>GQ;!5V!kQJ?2zC4FSmK7JygWjl->3jOnqcBEs|!h z+>hc}M6fn9$Z^Nlw{ZFEVn7Xy$hQ;P5wFP0-YyrgS8yXK~qTi;xoo;I7m*vo}= z`z3o0A2D+Iwy{M~7G)E0Mz`tBa0Ac8T2#%mZNX|)oB5w4O%oTF-qNbpX(o(Oq@c5| zlEIui$6?^H?}=1&==~%M^ke*s*;EI415=MLpXvI4O8xh4jGhS=(j!5Mldbu5zAn?F z21>w73+Sv%U+IaHxb!MDw1J8z%Jc zK}VDXS^g0hoR`lIv@?wfy<9&rq;?3=&T{A#G(TE7tFr{s}LwqU7$oG z-W3!AU8ie60MmzF8p)lH_fb3y2vj=6z$Hxnv#4sP&y@ZTWJ%4xhE4C2n5rUK6x*sV zPd0?LvdnEiQ#zg+Ex3Q@g=Nt4EhnR9pJ{BX*4(OY?*Ag@#D0dtzOqWTFPSLw6T_$G z;(k@fJ4Xk?0}Jq0)l7Afh=#n{M*P9CYR%+u7||y&nm;NhB$pf!F0%>h?McBhSmwAD z;60RvdHEmKFZ0VU9q(~yJyd&YgCl|3@oSj*RO|DMS=a!zWJ*dm&+GJyOqTWEyezUI z7H_TcibSL4WAPy!!)+R7CnW3B$)xSfg!$H`tH^(&+-Dsb;sqIt=EU3qy134}cX>We+wYr)pHIh$04;yBEX-lvRc+kmd+?@WM zC2N5P(pL>voc0ZB;@sIk)su)F#;~AZQOYHBrF%LhFQ3~usv32@E;p-njZ7@(=G~;? zrl-fG!ezD|3P&!dh$Zh_OFfET_Oh4LXc@HRL@c(|TpP_~C3M%=>X@fPqKb+n`NQ`V zQ|wA^UX1pd(1vL3NT4)ppa}0A*m7@0+1^h2EhhpGiiXs+x;TJ&p?Z8%r;(#!IN`m< z8-0Z_?Gf^`%insdK3!*!=ltY4g8OG+V|3q8D;fSK!#<_{EFl_lGGoEXAKbFz&p!zH7j2+oH80#UuXcxRo7(dZ;xh8%nI?181n zjqCDrUhMDcNmPh@`Qi41ikXO>kvvX>aez`($jU#nJ_f#1S%H-e-uy{4pF literal 0 HcmV?d00001