From 2cb091e327f6e3770ab1d476f0f10426c0b4df31 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Tue, 20 Sep 2022 11:23:58 -0700 Subject: [PATCH] [dashboards] sync grafana dashboards (#4303) Co-authored-by: rustielin --- dashboards/consensus.json | 226 +- dashboards/consensus.json.gz | Bin 6861 -> 7269 bytes dashboards/mempool.json | 4042 ++++++++++++------------------- dashboards/mempool.json.gz | Bin 6862 -> 6527 bytes dashboards/quorum-store.json | 18 +- dashboards/quorum-store.json.gz | Bin 1875 -> 1898 bytes 6 files changed, 1810 insertions(+), 2476 deletions(-) diff --git a/dashboards/consensus.json b/dashboards/consensus.json index 5b734ee229f4d..8a374ccf09bf7 100644 --- a/dashboards/consensus.json +++ b/dashboards/consensus.json @@ -896,7 +896,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='process_proposal', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='process_proposal', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{op='process_proposal', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", chain_name=~\"$chain_name\", namespace=~\"$namespace\"}[$interval]) / rate(consensus_duration_count{op='process_proposal', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", chain_name=~\"$chain_name\", namespace=~\"$namespace\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -976,7 +976,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='process_vote', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='process_vote', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{op='process_vote', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", chain_name=~\"$chain_name\", namespace=~\"$namespace\"}[$interval]) / rate(consensus_duration_count{op='process_vote', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", chain_name=~\"$chain_name\", namespace=~\"$namespace\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -1056,7 +1056,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='process_sync_info', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='process_sync_info', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_sync_info', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_sync_info', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -1136,7 +1136,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='process_local_timeout', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='process_local_timeout', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_local_timeout', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_local_timeout', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -1216,7 +1216,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='verify_message', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='verify_message', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='verify_message', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='verify_message', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -1296,7 +1296,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='process_different_epoch_consensus_msg', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='process_different_epoch_consensus_msg', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_different_epoch_consensus_msg', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_different_epoch_consensus_msg', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -1376,7 +1376,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='process_epoch_proof', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='process_epoch_proof', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_epoch_proof', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_epoch_proof', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -1536,7 +1536,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='reconfig', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='reconfig', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='reconfig', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='reconfig', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -1616,7 +1616,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(consensus_duration_sum{op='process_block_retrieval', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{op='process_block_retrieval', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(consensus_duration_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_block_retrieval', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(consensus_duration_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", op='process_block_retrieval', kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}", "format": "time_series" } @@ -1732,6 +1732,86 @@ } } }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 75 }, + "id": 129, + "isNew": false, + "renderer": "flot", + "span": 0, + "title": "Buffer Manager Retry count", + "description": "A sampled binary number indicating whether the node is currently in a function. (Useful when the node is stuck somewhere)", + "transparent": false, + "type": "graph", + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "fill": 0, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "percentage": false, + "pointradius": 2, + "points": false, + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "refId": "A", + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "aptos_consensus_buffer_manager_retry_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", + "legendFormat": "{{kubernetes_pod_name}}-{{role}}: {{op}}", + "format": "time_series" + } + ], + "tooltip": { "shared": true, "value_type": "individual" }, + "xaxis": { "format": "", "logBase": 0, "show": true }, + "yaxes": [ + { "format": "none", "logBase": 1, "show": true }, + { "format": "short", "logBase": 1, "show": true } + ], + "fieldConfig": { + "defaults": { + "unit": "", + "color": { "mode": "" }, + "thresholds": { "mode": "", "steps": null }, + "custom": { + "axisPlacement": "", + "barAlignment": 0, + "drawStyle": "", + "fillOpacity": 0, + "gradientMode": "", + "lineInterpolation": "", + "lineWidth": 0, + "pointSize": 0, + "showPoints": "", + "spanNulls": false, + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineStyle": { "fill": "" }, + "scaleDistribution": { "type": "" }, + "stacking": { "group": "", "mode": "" }, + "thresholdsStyle": { "mode": "" } + } + } + } + }, { "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, @@ -2407,6 +2487,122 @@ } } }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 118 }, + "id": 130, + "isNew": false, + "span": 0, + "title": "Back pressure", + "description": "", + "transparent": false, + "type": "timeseries", + "targets": [ + { + "refId": "A", + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "consensus_gauge{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", op=\"back_pressure\"} \u003e 10", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}-{{role}}", + "format": "time_series" + } + ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, + "fieldConfig": { + "defaults": { + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, + "custom": { + "axisLabel": "# blocks", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", + "spanNulls": false, + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineStyle": { "fill": "" }, + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + } + } + } + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 118 }, + "id": 131, + "isNew": false, + "span": 0, + "title": "Sync only", + "description": "", + "transparent": false, + "type": "timeseries", + "targets": [ + { + "refId": "A", + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "consensus_gauge{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", op=\"sync_only\"}", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}-{{role}}", + "format": "time_series" + } + ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, + "fieldConfig": { + "defaults": { + "unit": "bool", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, + "custom": { + "axisLabel": "# blocks", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", + "spanNulls": false, + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineStyle": { "fill": "" }, + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + } + } + } + }, { "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, @@ -3481,7 +3677,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_consensus_channel_msgs_count{chain_name=~\"$chain_name\", namespace=\"$namespace\", state=\"enqueued\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$__rate_interval])", + "expr": "rate(aptos_consensus_channel_msgs_count{chain_name=~\"$chain_name\", namespace=\"$namespace\", state=\"enqueued\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}" } ], @@ -3536,7 +3732,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_consensus_channel_msgs_count{chain_name=~\"$chain_name\", namespace=\"$namespace\", state=\"dequeued\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval])", + "expr": "rate(aptos_consensus_channel_msgs_count{chain_name=~\"$chain_name\", namespace=\"$namespace\", state=\"dequeued\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}" } ], @@ -3647,7 +3843,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_consensus_round_manager_msgs_count{chain_name=~\"$chain_name\", namespace=\"$namespace\", state=\"enqueued\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval])", + "expr": "rate(aptos_consensus_round_manager_msgs_count{chain_name=~\"$chain_name\", namespace=\"$namespace\", state=\"enqueued\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}" } ], @@ -3702,7 +3898,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_consensus_round_manager_msgs_count{chain_name=~\"$chain_name\", namespace=\"$namespace\", state=\"dequeued\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval])", + "expr": "rate(aptos_consensus_round_manager_msgs_count{chain_name=~\"$chain_name\", namespace=\"$namespace\", state=\"dequeued\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}" } ], @@ -3868,7 +4064,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_consensus_buffer_manager_msgs_count{chain_name=~\"$chain_name\",namespace=\"$namespace\", state=\"dequeued\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval])", + "expr": "rate(aptos_consensus_buffer_manager_msgs_count{chain_name=~\"$chain_name\",namespace=\"$namespace\", state=\"dequeued\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}-{{role}}" } ], @@ -4414,7 +4610,7 @@ }, "refresh": false, "schemaVersion": 37, - "version": 33, + "version": 45, "links": [ { "title": "Other Dashboards", diff --git a/dashboards/consensus.json.gz b/dashboards/consensus.json.gz index 78630262eb88a431bda4b2c6f03b962c06210e7f..7cd77424d39f26d8ede5b38a8984f250286d7bab 100644 GIT binary patch literal 7269 zcmV-r9Gc@FiwFP!000001MQt_Z`($f$KUr;4AcTmpSANyzI%bbNZqtsY?>!+vVDL} z3SmT!B*GM_awyxXk^Ss@W`>vHMY2Rm)+PU-sBMxnBqv_Fsbg@vxO&5b=OgMIwkRxuwNHb&@B@%kt0cm=pRwA4}n;S?CkV z!|zyWUnQk|RVwUGrLY^9^-VY$d2uXU*7HN>R3WS#(a~aVWc)wdwj?#@+1gyZY@P9qP|PH{c`j{r`PxeUtzBiSDU>Qb{=G zT=thbbvvO#3q&krcO1HT1~tdkqR8?)drh@#CYq)925{%==k7Re{~42D2+ZC%@&LFVxLQxA3n@ z&tU4x;l7h}SgJ@*j(tA;HFS0T`JRkb&CxMOj7)QC^};v~M}>-O#bM~j-q_?gN>Yy| zbgY#LdHcGvUT4v_XRbOV~5&{ z^qg`Ni-(b*jC{9z8ysE4`-l1Wm_G>F6d?jtYSacMDz{+b`^9G{ zCn0IF6I`{kLQAUC`m6Xd&P1xpsJsY&@Z=lb6TYr7V`u)!Wchv6W$*0D<&!upU)1B# zE8iOg$u;fLX*c5c?^E6Oy`WNPeb4v*McvMer!~n35qCYxIc;-6Sj|D@`itsTD5C8}O1oMHwvKPPtV1bKGiAL<@LM;$4=@6wIs)UWQsB*fEkCG;D08T|HD<*jlVs17>79XCKTaZZ zX-~xWWYo>r4K~o@W=tL=!i=!Q^L21$6e{befAs}-6~WORB=h2Djm-S86tM~5RzK&CY7?!tnAOn!uS&+#hR#lSev^)8Ml~Lxm8^#A@5(Xr0n{n9C9Xx5>g!QJ$cx1rM7U1A7 zr<>Qs9z)K&_Wiz zyNNfhyZ2;M^9q0(Kn7H*p@KtWOq zdyF;pZvd(R)qra3v!EJK&CXIy7MH5Sn&ul4Rk0=+%DX|XN$wy4He1Dlw4(QzY-YRy z&<1D&w6V_uZGbjAi#BN#>g=RUHdpH$J8aew-W=AL{GWZ5zZ>9;W`S&(=so6{S?^G+ z;-!fNI078Wj{`^2bHEYc$ed-K&nvrZUp9{)>82cTpHbEM%kjY%vBdLvWt+{jvnL9h z3QYwzw3+Ptp@nv{tKnS~s(m*Zz4SPg+@Fbq%T*B>w6V2yI`=&;Z$L)}p?s5u&WgCQAex9)M3p{_X`hcWkSj%%^Z3a-Kz$~>yGaWoNygZE_( zX(@fy3Xv(*#O}RgLER%z@K&iMtvgEQChArv#pBgV)hJol2(-82$VFleRK`}~DSr^9MsH^$ zi}@(gH+E=dj^zx@rZeSC3P~$P()d&6$uF7tpDxyQNBO5o^=o7CkAzh|5LWv*Sm?uG z-X}r%2KFaG`CRdn;2^#R7XA*fKLeKh1lVW(pEZ80N~E36Q%iNPf~0fTHUN$SM}ecy zgrlk_?gq~-g`&Ij*uYR=C@>Tl3Jh(Iq1k}HIu3m*F1`wfs^u7&7xY8GC}1=@2pD}v z7;QQZ!KOjgjk~HFuZ)Dt5$O&;JFpa33M>Vd0!y1?X%?@)u2AX8Q==nRp;AAjdelQO z!^!MHoFG$>Dadrk$y9gcZqk+akWM%F{2){iDhL&X3PNp8s8@3c^{EAXn-J7JnJo$kZkqz~^AlWy|C0i%FXz$jo8FxnhO^C*4|jXt$(&no^> z*X#F%f-fe0%ifTfLXw7bC^wI z{}-24mOb4d%Nl~EcMtpESMY0g5d6Al{AwsqcjP^!)r~zp*c5CEHU*o4O`Egn)f_h6 z!-h(;xhJ?1T*<(d;K~KV@pTT+ zO{{wV!$eI%Wxw)()HhjQ;)Bln%8gHnxna_sYIDr7#HXjKJcTUUEwtOVGufg(Yr zCU!));N^BU?=X!SBO#h6Kx0heLM{E+@wt?qGoL$(l96V?douJVmgP&%r(E)}a9DF! z`XFRPga}$GIo3iB)GM2(bX6?JRAIlr&sa4p z%v%-v&Qp`BXN&y@QeWf|V z{W5R@98u_{;0SO;4M%_=KoDs%5X2I0{u+X~Y)lY^n0_YPrt{AuiF7)#awKFRVbq?) z&-0lVGiq}}h52O>84eo)bQxqQAb|k~jsYVH2C!d$5eBf#3?KjykR$^HEHi|%({7hB z;QXnnH?uL|wORogV<>AqHl22-T+$cq#wDEsmoD*z22q;D>l3GqJ@d#5%uvd7W|L&S z$!IKGcJIZ*Z1K_*)P$ax?|Zj`-HIszL#&SR?A z&VXO=!jzM2n8394!AMKcSC$O)wS)_%4hizPpUWb_+iXZiCdIQya@1X%1z`%vaM=2t z&X_QJcjRRONiRMFB>fAK^sm_;RqJ702wi8;b?Ew2UX|;LSEc!c$sg1V#`n}AH|bT$ zm#Wy!vYzQy=~Nt8&F28WqdusXbTM;AXTnqQGPT5uq9(Jfc1#xiu#qX4jLe$7vP(#$ z-gjHD#Ew}95i0Q1Zu3;hm{=Eqr5IQWEH&RpQq}kK=Hpa8C^_bOEjF_xgzlVk<0qWj zBOeHB#!GBxq6e<%T#lH-1LlpWzr`8|#Dj2jyU;^c7!O<)s?5kDQC|{)Gd(O&&|3x6 z(L($Xki3d0S?Yh4tq(S^xxoTYyw#z&v$rz)sP#@<*I`p#m}i)yk1l<#8bB7J2j z_@OH}KIRd+fYjSh1*w0I&_z}1Pn%Eq_<_ovjj0&rB$}=62c_RTv=`hbvS`k2H!XiP z`ry-~-98np(}s{k$RXqqatQfh3AyEmuTk>mGd12%1BZoyKZS}vyNXLH`>rZ`e1Jcn zZujUmkZt?*A=~9kA={Acbx*@MxhTta^PMbSKTuN+xX;w0mY9f94Q!lTmJ9oGg_T6~ z*vWKK#TzqRa-ngWX3RpEjJ_1<=*$BgYMFCYJ|ba-@d$)R-zJ4-f+XK=WVmI`Q?E9> za>LJ!8M(|dMk{%5fPnVvV;}|Su9ysTw@h@U${SZJtf!^-3ta&>94iCKUX1uOJv34S zCF3CvSVs-E$d)-(9QhrvWD$8cCAoK0QhIDq38(~A0xAKO93GYAp`scrX+FI3J@1Qn z%A$!c+S$EOQ&)ZC&yoOoz#-s}?M7ox&npva9ZJzuz*6@oDK`qPvani7b~MKMU4 z5%1}JXOkOQtJVNW7EyOopxvZ2_XtZi`QU&PW?3%43E)Iu12_SkY&j}ZLnqCb34d#l zM5>MMn3_gzPGsBt7}e2GdOhlfQhn;DUzrXk1S>Oze<%vgJ5 z2ld;U#GHTHU?ww^K1~LtUnaOxqx7eZmEKz0TaMK}uVG+y(gk$iN}8-5D$>c(iLSB! zB+${6gGYgtN0b5t_6-C80ru-J0s*<%00Dpil4Kx&Wxn;#D_g~%G+)a^?W$GHA@v6I zYPL$glWNF%=_YEzJ$R5<-KSvoD$D8wNU=Xi0p9`^NCQ;ZPX(xW2Dd^DR5YKfTIW_M zVZv<0sPQWl;UZaBL(d!;3lR}xy!bFAl%W6gIfWCyzq>KZY8*N&tm<_DD(o#P02A!j zhxY-X08m&LD9m0-_58X_3g;({N#R`-jzhBB?6ohP;x?pMPBks@i^|roC(TE!ni8jr z^(e%-o}O`XslGDx$SA+f5kZ;jIb3h|O6G!%crevwl^{&*2iZNQBELga0w+ku(ip`7@^9p z8+iV9DFWmGa@b{Z_}bVQFaww&Nd{(E%7b%J*~0Fk`2dn%g_LS8>t7QwS#rzxgYw>7 z&-C6@{ACx-BWrI(d>=-)>^RwR_9kTq_Bzlt@U&NlFe0F$W+N5yan#TpH4WKSgKUB% zchXFSbZRO4B>ThSu6iF1nK&{c-J}q@WH!lyHij@gjQaaeEn(`#-KcwKX$k{k0kMEj zz$XTLGDn}(^Q+l<-f1_-r`dx3qky3AqM*A1f(}84pz8}D=n!*kAR z%n|e`9FIwt4?xgw4oc8Xy+F^Q=hnZS)blI`lC)Ve5!(BTK@D%^FNISAP4|L$diE(mI(q}T~>ks&38$E zJr13rS`~r1XSC)JKu{WBFe0U6ei)8lvKPOorMCPjyA@>5=vR>j2-%pPLoJr2e^EvM zC3p&&a{@vE;DmkW1js&v>_hhFhXSgy-)XN)_tzT;fbMTm_ZtTUAoGxU$UI~oGQVB_ ze^uwNn=h19lKHiI|Mybnw-XjX7y!Ee0ss^M3hNF7TwhfE0nH}^{H~WfL>yqt z{s6t|WH+gXU5EyN4nPO+3P9{3_FHxS*NJ`eofV2=59j}Zi9JF93}O$lhuA~x_et#Y z5I~*UU$0B;5d+vx3}98YMNys+j-z)AbOf(xCT1D2jLIO+FEmJtfr z_TmA$9(F7i(Cw;c?E({k3Gfm?^`ZJ(3klS!e)GkEORA5Uz+S07VggWm`#jX%z5r?u zwP*XO_E}7zR_<3=7pNrn2nuXzy`WV;@(~pP0PH&eASwW205PmPD$qHrEECjx#Na!# zp$(J5@2A~!E+`~B;N)GI5J0U1XlGz{VrDPY8i7=3<4|&+@xax)rhlh@Q<@%5V*5%z zq~?>JI53yMtbK%3sddw$Y>WmgasaeHY3$Jc^=Ut(oI%PVm&s}1 zupo@RzFLl7RUw4^*}m0P4RlovbnO~|!b9Pq@Mmvs{{J|-F=72vrtqOeemHck9 z@cOTbBEMICYo4wLlM&f=7WQ*xrz~QoYmW7%I?67eQttGQRXWRc`J~ud4Fz!V%t`>fg&LbCjg};?y~PaVRtt8VU`CHkUx5+4>av ztHk`YqVQfO&0qf=i_uusa*+3WV`1|CWZ42`B+d6mj#!Itu|rHbQE ztFe4+ebeo7b#Rp?(^;U&uxx z>)TOH!InN$vZnQi=fokkqhFJmT0i??kNd|pIh5O5P7%A*?iSHE^%-}-4Q)-$Y*yn^ zrB^ghGun{4a9u`CDXgb)!mrLC_ zE8YBTx%8)Pw^VO4(r3wclKiN%9G#DjsMQ`(%RA}}k1mEsRF6j;_vq3+qEb21Z`R00 z>fZk6V%@#oSiTwz=ziLr!+xnTX$u%o{Zo0p^bJ}(2*Q{b9hnQb4qoNSn3^4aa=~8t zB8ufA>O6>ep9kEM=Hp}bvpL9)kBjfFoJ?<&hpbwko)ZQ)nWJye<1gAr?4;A7|DB&7 zv5t*Y+NqOW+$!agIJoR`6G0NTDCtAiQtUiZ$GCk=IW)`1R8#m#xoB%o)V53=qL^`t z4`h9AbfT(Jbo9T)R8}s|{5^8m3wh+G;5bifSE_&8vy?S~v{9h)ccb!4b|MFytRh;{ z8Hy4ALqyWJP*3%+*VbKj;7ogrRq5a65R?TNv*6pmh}0wYWBLeo%&Yu();TWKY8P&J zAC&4zSE@=y#Y*2u+-K?m@`Q=l5ctY+O0}BB2XB@;M^~Gb)xfM}vSCc}_th_Fi*17&j>9qBaQ}e?xn_;hx`H_&2AsRy#Lf3cK-Yljyi44vpRC01=erTCCu%MJJuW{;-%T%Lbea6~I-kl9oT1}U_hWKCPELnh{Pp>(E-IYrlQs=*lJdsv zZ{Jf#`+x{FERk6Ack^2yRV`TpV8H2Jp{`F50)V%%nW zNqr&+{GfDn7&!KOpX)1*#E*`+#+~@tJr%#)i(lH}=T!bQE~4(C+s^*x@7P_bY%ZQu z6_6ZA+v+#wv4Fbde;9ScQ7cOjP*3Cvm=~5xOR7V(NtPk2%dhD%%XeKm;ml5oP$%M> z-?7@hjBER{P}!YQW!J9jYkxd;!jRdd@A}paCleMB&aA8wZN{y@nS_oni)eiuF%r;_ z5r05LMGz}3An+s4CSEk|v*5*QttN++7)lP~Mm`!0S(uFkvwc*8fDPWL`hS^b+FaY| zX1bpQs#A&QeNHE#&wHu0>A94Lz4YmO>ggXWF`m7iN5|~ve}8FxpZ)noTvPrOHDT#< z>0k2HO(ZJKV z)=KXw8$bhxxwbIV1811OFPjah$dtcZsXLydF3m@N5augH7#CH^#&svuWuk)|TcW>k z$0~NQa1=06kZTt&L$V@hpZjhUvfQoHJf8`&>inwfy(u2@@hrgwL=BgIccIGF-i_asIy*C?|MxkF!)ThBq z*BN?ons(u|9niZEiEg`&SE{sufZ4BNpaxDqitENO!Er5>vxU^U zalD~UJruTd5*zkx6sV>s<;=#9aeqk`e=um}I&b!SY6td6{x4_A|M>>wpGTI(I3GkV z3GcmiI6w)$kQpv}&!>k2@q+^h00aPn`9NUU3t$1Tz|00LSiviBRm6f$_o6l! zd^ALy-7`zIn#k?ALg5#&!QrcYCiD`P#GjEDHl+1OVw8mJ=PxbYIFBR#>Y7l00`-Ub zt29u5sDGnQfeQ7%+_3rwEDWX)|D6h%)4hzNk3rp#`f<#%)ltmz_=_`czs{XFES!ZEK%JGvqGP6Vb7%Loq<@tMuAS+ zXW^YN>U!=58LD|Rx(p%0L|}>Is^HAnm)24J>N09ef)iKZ#0eiYGV@C#xTY$nC!Wp{ z2BpWNaZ{{DgjE|#Skuj0pfw?YOWb~=usQz$5NCQU+5~Buk3WYr0gnXm2zZ=7o1}~~ z^&LlLlo1yF&JS)#z%1t6vaK+UCt4`EfP@<2cqA225KaSt5Vv|SZj^myodu5q>H+nD zdd#z+9#GHDQcvf6CiZmNCmZA*{WZ*(dO}44(9e^iAJz7~xa|*tftGq8kPt`+BxIfi z34w%mmV}Z}R`xWzP>d4YL5psZ;I?a%PY=C_xnX3B-$N*#j zGUi!;3_xaQK_-n@l}V=4?qmnnMwvgZ2^|WPFcjjp9fys$g2RoAkp48Dj|{kJ01p1L zdRbfSG33m94!{mz2e4zF1?&KJb{2M$pw!7}DJWHcJ>g2!NhUFD&v`>_o5$Gm1lGUX zO}w$~y(gQBM*!3SY5+CnSwIb-W@n-1awgPt+MA>rKd@P_O`?e}pbn_KaN9Hh1#v6v zG1gQ+0jLI41FA94f@(lDJ4-cbT&fCd>TgI?#+rC4?-scxz5)l>G>QdDL+>%!%y_ZIUR|X}3r=mz$hBtk)6V9@gmcAAOa-Yv7DxfpnSZJ?5EN&ya88 zm5Bv70vySX14oi`z!BicoMoQRO1o@d)Q=yjuIy2lh^BK_ns-uoqaWrs-BVnlRs@s)@y5ex?ht#b&uEa8}xDsDT^C-`TLBw(g?}{4I zlKQL^B2}u$9K91JhKDENt<*|Nccjck@>1RW@p7Xol&tCm%4V073)q-2`>j;oQlH$h zscRW>+wm)wdSCD-KmRb%qp_Ea#veAi6Kg{L6*r)9fBUzvCb+NXYRpkLAJISwgzEM2 z80jTV?0B|w>)4SPPR2mFm#7%CNP2PE2V8&n3*{^}-|^^_1sj>C^qv(up;-*imm@`3 z+l84W77Nguz!VF~Wi3@n?N^J1Zx-`kC5&`O*{edC{+EaLb%1?6SYHa%=OKFW0w$st z&*c&QAn1H)E;q4!MI_&69-lRzt4xTU&Z4EW*FnU&YYhMofrr4uN5Vrn5*tLr&0ii^ z2rL8^0tR$DSOH4HDv(?g5wx zOavwZ6M>2KF)@uVUzI4ayC|B!4kfz2Xh$_=(2r(MIs_?#6hVrQM2c!i_TnMgAT4h3 zK0u5hMi3*25yV)Z7%%4#k#87VOR%KG8WPxB_5~Mz~I$X32%R2r<+Zha)gdxHvzBK|a0vCacP2*zX(Mtzs zPYq7vEAufQHt1=5#QOqV0xkiUfJ?w-eYi|w)#n#wwmjJ)TWX>d&+ZSvlisVtrP;oWqLSTsTLwV!%W*vRka5170)^f)^X*#dJ_M z&Wu~S6L2HA5!?uF1UJ^_#x#Ik1&(LgfsKLV%RB0Xa{pIlCy3{V&cLyB*9JTS9+QKB z$47?8WJoqZi`%(0@DO+iJOmyB59{M$5`w-sE7Rfm7Tt<^vlX}%L53j1#>p^o=IJeR zcEPQ<)jI(XF0)DB@n|p=!+b2PJdrk5IwwULcOzMyLAJr4!%2){?o=csG`-9V^8Eie z8$_}S~u3U06#>0FQSh>r5WGxDQh}EUO~WIF)Y4r<{DJu0QO8Bn;YgtP zb+T)+_9Am4@QH9{J?b{xTW6l){?&1X^;Cs5L_llO&YF~SSbJA%qFDeM*uPrS&|BJP zuC~b1Tzpr280>MKoWma1*yDP(yRIzuokbsy%oh8P(rrTixYioZ4_bZyvb6B>I9Rn4 z`kREbUQ;Vny&`8QAkUEJQkE^t^LIsCU?hS*6X-MadHyW@3V~iU4Qr7=#|zJwRJ!7& zTm?ds(3p7h)>*_0I1R~&-m_rT)-0oB*1fYbAR&(RoEhEa)5v~e!r!UCA zqWt+>D2_G_N227Mt&r}0sX5Gk8aM%t$c<8P1URCCBR~)!h$I^bVg)yU1wmZYCWu^2 zKb37g_~(&C@_C1JB%~mr)n167;}Rz%qR%lI<}d7@dDsx3>L5h{4h%SO3>b4Tfcf~# zFo0oZ00Dr2I2#~fl_`{+cDslHXIHf`;FVnI4Ra_fJvN72KrjT1yh9ti*}QqjRfz~ zDH*90&z{Lql{gK;8{qe149aC*^f#k3;VGX?F8d;> zNiSCz3X6W&$mB(1z4jXK2_%xw+Y~I3W70u{3Ou#jJXJ6zMk25j0ZW0U=KDy>`hHe_ zp2|ll$5gG)rk8|JgL7{Dgo^%1hs^lmB{U0B6IWCzN5rBYamHf2g$fARJ+oB5P*YY2 z^=#tH!h}T@)vM-zxZ7_cI^0^;Rp9N=gMbx)FzAm88gg!9h z2+<7G%DAZqZvKW1#>rz?WDi@m7axmWmT;pNStwe^?S7I>1oRjNJn3(v;lW zFRnBVX^*_O;EvumW&{(%7{QSPM~+GZx&z%cJ29oq8<%T*&#U$;SpzpLqX15xkLffy zG?syya6~=Q(K{5z%dAL_{1I5PjJ)fb+&d~M+%~8LR01jim4HePk4myBBNbRuKfLsT z4p=xPLF6*N5|+dhT-9`0>fWdsB0k|}anI${Sy%hBI6!16Mb{PBQx&*JAhNyN28R&C zNP$DZAu0_x1RT2gdz23uD+KeJ-qkoBFIGKPbR6#Vg{m)$e4{MqK5%ImQiq7 zgYv7GJ%Wzy+%kZJ7}f~D0pL(+02~00X2UTRz)}A@;n&o0nXOpC^FwDaO=zJmf#^~s zgCqsfzS{RDzL4?N9DrmQb=MWzi)(X_uwRIbkiBXm~t|tzJnt;F~E6BR4$DXXmwUvGEkYjq;9*LY^B6ElSVG+xAW@Lz(>V^LLLXD4@ z@e%V5>bLO`bM|V3FPWkANj50`D#4Wsr9Y{y^v2p^d?NRm@jYXZE}{EI)_C<2mV6u? z>lztEo{FX%JPNEmqZA;pZy*2&Fdu)Zoq|)d0RjL4#MwXqtGw%`T1ac?a5%Y3;-i{s4RoKH<3$t5{ zs}1nv*DBdgEdTP{V}W3d=O0G`CB%Q~oWzMg-(TxxH4YsX*7Z6774{Yt zfC=W~!}|bG04Qt<6lSladRE?0w_BSO-Ut4~7j~Pxa+#Ii1_jHhCN+Lu+IptD#>Tp; z#zkT^3vsTeXA&n>DHD&3^xGT>D6<`ls_kZkxgcZeO_f;{5GHq|v3&Wf%cw2!?4S^= za-+JWra1PedwLiKk4+sEONR{kiNI|G8cVW)##V9Ll+oa9-Ps_wzA*aIWAo0L-8OcD^Zea5{XLKQvA2*lAl_a4~VWJQdS zb=UJ8w^@n+Ie;8?nH;{;HU`W9W{9(a8CLS(oR{{!JFh>1YeO&xuaaXkuM{ma1iz}fg%%-rQwINJRqyG6zi|KZ;x9Z+mnZkfr zKrG-B@QDDQ^wEWSemPsuJMH@TG+WSrWf1gT6m*+G&>`p$bd>;t4nZgTDd^dXU}Z(W zs=s)~96=BK$wcV#0SNl_K?%BU7w9?k-1xVXdY;BW;yx=(gz~;(5(NOj%mx5h#Y2Bl zj)&A=ue|s{?I!&4sRWijwta3hH4#&!OY#qVJsTsKSO+#;q7n)U->>xIYUqvmaNXIM zaN&ax_KgrA_ymFv!JqHKFAILBT|XvYRQydi?xFaNDn5MtP<$wUoB)as#V7lz_?eHt zEcsXUzgjIR{suhz`=R*FIQ}0)@eu@o;O~dvr$Kgds0jNFH zo0D#~Chylc~>EJ-; zw6u~?{rQ9M^`19`Gk1^-&$*xwZ<3P@Wq|;4sX(&;y;(DPE|(D$l{WD?bqV!swXyn- z>NlzBeiWK1U0-yc{;84k@4S@h?mH zRsF4g6De2I((-D`pPr;|{k4CVr0ZFMNyS6cq3O`{q&1-F`aCrK;50pR=$A#k)2aVa zfBJ$h-M@rSJ&SmL=nUkF{jv!m?2q=YE?b}{TcBsQ02Cey4~0)!0}8LtL*Wlj;Zp~E z_oOWF^_Ta%PQ&ZJ$BO(xj;(pR?nPr^+lfEOlwA}N64i2~KUGn7{+OcN%+xyh(3=RY z??4<~)(}(~sti?zDks^X%B%R&t5mtZGrg?Je=>_Xw{m>1rp!T{@5!li^59TtC^Qrr z3ayhsp~>bH`dMs#T7iGZQnhG}Flim{s(aN3Y#XqXL zPobn`dXGtw)%~cVVhb-SY1jJXSfMZa(eLq>TEDq|pSs5tB^3KxMiINz@0QUw`5Je? z9c@G1Y*y!zwU;+fGy0HBxG5tguI-4{5HDT%E@K?ucCSg^`Kx+P)j9RvR&GIYRC_PP zxs&#+&NdT$yVV`Y7~5I3#jlQ8eW?*9Zy>qfUUuW6E||-#klFD~=if4nQaj^Znfgy7 zbH&?}k^3y4`)sw`op#~k?bY(16!M>}n7=d1Uw*Vw?(=-^^VM>9x`m5(SIlqcv)e1> zzR2gkSS@$wv~cm$)$*UT?LxcF$e(84N%9ke<>+jDBzoJCQg(!N*w)PHsz(nslSJh`aTWp1RUpS?ON?`dX~~IkaP+({%$mW z!A@j=lQu+)TO&56pIE@P3-v@zdu`oj2h=nfS^GB`1f>DSH2C&ULFxhdHMs>d=2g5s z;~eF3wF}$7^9t>x8dc^J)hgbRs7vGxWEo?z5#Y;x?w?PSK~@dt-Pv~)|q-q>9p046a7Oon`W<${t=Uq zCK^o^f)HXARhR1-yqV9dGijWOsib?Ve<+#OuppH!YjH6kC!>$41HSX@+q3@wyd1j) H8)yOmc6&vk diff --git a/dashboards/mempool.json b/dashboards/mempool.json index 7f1bafc112488..a882ffbf6f359 100644 --- a/dashboards/mempool.json +++ b/dashboards/mempool.json @@ -88,21 +88,19 @@ "editable": false, "error": false, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 1 }, - "id": 16, + "id": 120, "isNew": false, "span": 0, - "title": "Successful Txn Insertion Rate", - "description": "rate of mempool insertion of txn", + "title": "Avg E2E Txn Commit Latency", + "description": "The time between Mempool receiving the transaction and time to be committed.", "transparent": false, "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "sum by (kubernetes_pod_name, role, status) (rate(aptos_shared_mempool_transactions_processed{chain_name=~\"$chain_name\", namespace=~\"$namespace\", status=\"success\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]))", - "intervalFactor": 1, - "legendFormat": "{{kubernetes_pod_name}}:{{role}} - {{status}}", - "format": "time_series" + "expr": "rate(aptos_core_mempool_txn_commit_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", stage=\"commit_accepted\"}[$interval]) / rate(aptos_core_mempool_txn_commit_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", stage=\"commit_accepted\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}" } ], "options": { @@ -111,7 +109,7 @@ }, "fieldConfig": { "defaults": { - "unit": "short", + "unit": "s", "min": 0, "color": { "mode": "palette-classic" }, "thresholds": { @@ -122,8 +120,8 @@ ] }, "custom": { - "axisLabel": "txns / sec", "axisPlacement": "auto", + "axisSoftMax": 10, "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, @@ -169,6 +167,7 @@ "fieldConfig": { "defaults": { "unit": "short", + "min": 0, "color": { "mode": "palette-classic" }, "thresholds": { "mode": "absolute", @@ -202,10 +201,10 @@ "editable": false, "error": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 9 }, - "id": 18, + "id": 58, "isNew": false, "span": 0, - "title": "Transactions", + "title": "Indexes", "transparent": false, "type": "row", "panels": [], @@ -216,20 +215,20 @@ "editable": false, "error": false, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 10 }, - "id": 28, + "id": 121, "isNew": false, "span": 0, - "title": "New transactions received rate", - "description": "rate of new transactions received from other peers or JSON-RPC", + "title": "Mempool size (bytes)", + "description": "total size in bytes of transactions in mempool", "transparent": false, "type": "timeseries", "targets": [ { - "refId": "A", + "refId": "B", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "sum by (kubernetes_pod_name, role, network, sender) (rate(aptos_shared_mempool_transactions_processed{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]))", + "expr": "aptos_core_mempool_index_size{chain_name=~\"$chain_name\", namespace=~\"$namespace\", index=\"size_bytes\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", "intervalFactor": 1, - "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- ({{network}} network, {{sender}})", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}", "format": "time_series" } ], @@ -239,7 +238,7 @@ }, "fieldConfig": { "defaults": { - "unit": "short", + "unit": "bytes", "min": 0, "color": { "mode": "palette-classic" }, "thresholds": { @@ -250,7 +249,7 @@ ] }, "custom": { - "axisLabel": "txns/s", + "axisLabel": "bytes", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", @@ -275,18 +274,18 @@ "editable": false, "error": false, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 10 }, - "id": 92, + "id": 102, "isNew": false, "span": 0, - "title": "Txn Removal Rate", - "description": "Rate at which txns are removed (via commit) from mempool", + "title": "Priority Index", + "description": "transactions ready for consensus", "transparent": false, "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_core_mempool_removed_txns_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "aptos_core_mempool_index_size{chain_name=~\"$chain_name\", namespace=~\"$namespace\", index=\"priority\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], @@ -306,7 +305,7 @@ ] }, "custom": { - "axisLabel": "txns/s", + "axisLabel": "# keys", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", @@ -331,19 +330,19 @@ "editable": false, "error": false, "gridPos": { "h": 8, "w": 8, "x": 16, "y": 10 }, - "id": 120, + "id": 100, "isNew": false, "span": 0, - "title": "Avg E2E Txn Commit Latency", - "description": "The time between Mempool receiving the transaction and time to be committed.", + "title": "Timeline Index", + "description": "number of transactions ready for broadcast in core mempool ", "transparent": false, "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "aptos_core_mempool_txn_commit_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", stage=\"commit_accepted\"} / aptos_core_mempool_txn_commit_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", stage=\"commit_accepted\"}", - "legendFormat": "{{kubernetes_pod_name}}" + "expr": "aptos_core_mempool_index_size{chain_name=~\"$chain_name\", namespace=~\"$namespace\", index=\"timeline\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], "options": { @@ -352,7 +351,7 @@ }, "fieldConfig": { "defaults": { - "unit": "s", + "unit": "short", "color": { "mode": "palette-classic" }, "thresholds": { "mode": "absolute", @@ -362,6 +361,7 @@ ] }, "custom": { + "axisLabel": "# keys", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", @@ -386,76 +386,53 @@ "editable": false, "error": false, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 18 }, - "id": 93, + "id": 72, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Duplicate (Idempotent) Txn Rate", - "description": "Rate at which duplicate (idempotent) txns are received at mempool", + "title": "Parking Lot Index", + "description": "number of transactions in parking lot index. These transactions are not ready for broadcast or consensus", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_core_mempool_idempotent_txns_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "aptos_core_mempool_index_size{chain_name=~\"$chain_name\", namespace=~\"$namespace\", index=\"parking_lot\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "txns/s" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "# keys", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -464,156 +441,71 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 18 }, - "id": 60, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 26 }, + "id": 18, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Client-expired txns", - "description": "rate of number of transactions that expired in mempool based on client-specified expiration time", + "title": "Transaction Insertion", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "refId": "A", - "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_core_mempool_gc_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"client_expiration\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", - "legendFormat": "{{kubernetes_pod_name}}:{{role}} : {{status}}" - } - ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "min": 0, "show": true, "label": "txns" }, - { "format": "short", "logBase": 1, "show": true } - ], - "fieldConfig": { - "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, - "custom": { - "axisPlacement": "", - "barAlignment": 0, - "drawStyle": "", - "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", - "spanNulls": false, - "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } - } - } - } + "type": "row", + "panels": [], + "collapsed": false }, { "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 18 }, - "id": 62, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 27 }, + "id": 28, "isNew": false, - "renderer": "flot", "span": 0, - "title": "System-expired Txns", - "description": "Rate of number of transactions that expired in mempool based on mempool-specified expiration time", + "title": "Received", + "description": "rate of new transactions received from other peers or JSON-RPC", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_core_mempool_gc_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"system_ttl\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", - "legendFormat": "{{kubernetes_pod_name}}:{{role}} : {{status}}" + "expr": "sum by (kubernetes_pod_name, role, network, sender) (rate(aptos_shared_mempool_transactions_processed{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]))", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- ({{network}} network, {{sender}})", + "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "min": 0, "show": true, "label": "txns" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "txns/s", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -622,42 +514,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 26 }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 27 }, "id": 30, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Successful transaction validation rate", + "title": "VM Validation Succeeded", "description": "rate of transactions that were successfully validated before mempool insertion\n", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -668,33 +532,39 @@ "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "min": 0, "show": true, "label": "txns/s" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "txns/s", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -703,42 +573,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 26 }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 27 }, "id": 94, "isNew": false, - "renderer": "flot", "span": 0, - "title": "VM Failed Txns Rate", + "title": "VM Validation Failed", "description": "rate of submitted txns that failed to pass the VM validation", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -747,33 +589,38 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- ({{network}} network:{{sender}})" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "txn / s" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "txn / s", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -782,77 +629,54 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 26 }, - "id": 96, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 35 }, + "id": 93, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Failed Mempool Insertion Rate", - "description": "rate of transactions that passed VM validation but were rejected from mempool", + "title": "Duplicate (Idempotent)", + "description": "Rate at which duplicate (idempotent) txns are received at mempool", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_shared_mempool_transactions_processed{chain_name=~\"$chain_name\", namespace=~\"$namespace\", status!=\"success\", status!=\"vm_validation\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", - "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- ({{network}} network:{{sender}}) - {{status}}" + "expr": "rate(aptos_core_mempool_idempotent_txns_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "failures / s" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "txns/s", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -861,91 +685,57 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 1, "w": 24, "x": 0, "y": 34 }, - "id": 58, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 35 }, + "id": 16, "isNew": false, "span": 0, - "title": "Indexes", + "title": "Insertion Succeeded", + "description": "rate of mempool insertion of txn", "transparent": false, - "type": "row", - "panels": [], - "collapsed": false - }, - { - "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "editable": false, - "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 35 }, - "id": 100, - "isNew": false, - "renderer": "flot", - "span": 0, - "title": "Timeline Index", - "description": "number of transactions ready for broadcast in core mempool ", - "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "aptos_core_mempool_index_size{chain_name=~\"$chain_name\", namespace=~\"$namespace\", index=\"timeline\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", - "legendFormat": "{{kubernetes_pod_name}}:{{role}}" + "expr": "sum by (kubernetes_pod_name, role, status) (rate(aptos_shared_mempool_transactions_processed{chain_name=~\"$chain_name\", namespace=~\"$namespace\", status=\"success\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]))", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}:{{role}} - {{status}}", + "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "# keys" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "txns / sec", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -954,156 +744,126 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 35 }, - "id": 102, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 35 }, + "id": 96, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Priority Index", - "description": "transactions ready for consensus", + "title": "Insertion Failed", + "description": "rate of transactions that passed VM validation but were rejected from mempool", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "aptos_core_mempool_index_size{chain_name=~\"$chain_name\", namespace=~\"$namespace\", index=\"priority\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", - "legendFormat": "{{kubernetes_pod_name}}" + "expr": "rate(aptos_shared_mempool_transactions_processed{chain_name=~\"$chain_name\", namespace=~\"$namespace\", status!=\"success\", status!=\"vm_validation\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- ({{network}} network:{{sender}}) - {{status}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "# keys" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "failures / s", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } }, + { + "editable": false, + "error": false, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 43 }, + "id": 124, + "isNew": false, + "span": 0, + "title": "Transaction Removal", + "transparent": false, + "type": "row", + "panels": [], + "collapsed": false + }, { "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 35 }, - "id": 72, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 44 }, + "id": 8, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Parking Lot Index", - "description": "number of transactions in parking lot index. These transactions are not ready for broadcast or consensus", + "title": "Commit Succeeded", + "description": "Rate of accepted transactions committed per second (notified from state sync)", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "aptos_core_mempool_index_size{chain_name=~\"$chain_name\", namespace=~\"$namespace\", index=\"parking_lot\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", - "legendFormat": "{{kubernetes_pod_name}}:{{role}}" + "expr": "rate(aptos_mempool_service_transactions_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])\n", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}:{{role}}", + "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "# keys" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "accepted txns / sec", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1112,79 +872,54 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 43 }, - "id": 121, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 44 }, + "id": 44, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Mempool size (bytes)", - "description": "total size in bytes of transactions in mempool", + "title": "Commit Rejected", + "description": "rate of rejected committed transactions (notified from consensus)", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { - "refId": "B", + "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "aptos_core_mempool_index_size{chain_name=~\"$chain_name\", namespace=~\"$namespace\", index=\"size_bytes\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", - "intervalFactor": 1, - "legendFormat": "{{kubernetes_pod_name}}:{{role}}", - "format": "time_series" + "expr": "rate(aptos_mempool_service_transactions_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_rejected\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])\n", + "legendFormat": "{{kubernetes_pod_name}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "bytes", "logBase": 1, "min": 0, "show": true, "label": "bytes" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "txns/sec", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1193,91 +928,112 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 1, "w": 24, "x": 0, "y": 51 }, - "id": 34, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 44 }, + "id": 92, "isNew": false, "span": 0, - "title": "Outgoing Txn Broadcasts", + "title": "Removal Rate", + "description": "Rate at which txns are removed (via commit) from mempool", "transparent": false, - "type": "row", - "panels": [], - "collapsed": false + "type": "timeseries", + "targets": [ + { + "refId": "A", + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "rate(aptos_core_mempool_removed_txns_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}" + } + ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, + "fieldConfig": { + "defaults": { + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, + "custom": { + "axisLabel": "txns/s", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", + "spanNulls": false, + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineStyle": { "fill": "" }, + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + } + } + } }, { "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, "gridPos": { "h": 8, "w": 8, "x": 0, "y": 52 }, - "id": 38, + "id": 60, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Average Broadcast Size", - "description": "average number of transactions in a single broadcast", + "title": "Client-expired", + "description": "rate of number of transactions that expired in mempool based on client-specified expiration time", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_shared_mempool_transaction_broadcast_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_shared_mempool_transaction_broadcast_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", - "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e ({{network}})" + "expr": "rate(aptos_core_mempool_gc_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"client_expiration\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}} : {{status}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "txns / broadcast" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "txns", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1287,41 +1043,84 @@ "editable": false, "error": false, "gridPos": { "h": 8, "w": 8, "x": 8, "y": 52 }, + "id": 62, + "isNew": false, + "span": 0, + "title": "System-expired", + "description": "Rate of number of transactions that expired in mempool based on mempool-specified expiration time", + "transparent": false, + "type": "timeseries", + "targets": [ + { + "refId": "A", + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "rate(aptos_core_mempool_gc_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"system_ttl\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}} : {{status}}" + } + ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, + "fieldConfig": { + "defaults": { + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, + "custom": { + "axisLabel": "txns", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", + "spanNulls": false, + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineStyle": { "fill": "" }, + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + } + } + } + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 60 }, + "id": 34, + "isNew": false, + "span": 0, + "title": "Transaction Broadcasts", + "transparent": false, + "type": "row", + "panels": [], + "collapsed": false + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 61 }, "id": 24, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Broadcasted Txns Rate", + "title": "Broadcast Rate", "description": "rate of transactions broadcasted to other peers", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -1332,33 +1131,96 @@ "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "min": 0, "show": true, "label": "txns/s" }, - { "format": "short", "logBase": 1, "show": true } + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, + "fieldConfig": { + "defaults": { + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, + "custom": { + "axisLabel": "txns/s", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", + "spanNulls": false, + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineStyle": { "fill": "" }, + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + } + } + } + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 61 }, + "id": 38, + "isNew": false, + "span": 0, + "title": "Average Broadcast Size", + "description": "average number of transactions in a single broadcast", + "transparent": false, + "type": "timeseries", + "targets": [ + { + "refId": "A", + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "rate(aptos_shared_mempool_transaction_broadcast_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_shared_mempool_transaction_broadcast_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e ({{network}})" + } ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "txns / broadcast", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1367,42 +1229,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 52 }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 61 }, "id": 48, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Broadcast Rate", + "title": "Broadcast Rate (requests/s)", "description": "avg number of broadcasts / sec", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -1411,33 +1245,39 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e ({{network}})" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "broadcasts / sec" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "broadcasts / sec", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1446,77 +1286,55 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 60 }, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 69 }, "id": 56, "isNew": false, - "renderer": "flot", "span": 0, "title": "Average Broadcast Execution Latency", "description": "avg time it takes to execute a broadcast", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_broadcast_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_broadcast_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(aptos_mempool_broadcast_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_broadcast_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e ({{network}})" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true, "label": "secs / broadcast" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "secs / broadcast", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1525,42 +1343,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 60 }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 69 }, "id": 32, "isNew": false, - "renderer": "flot", "span": 0, "title": "Average Broadcast Roundtrip Time", "description": "average time b/w broadcast sent and ACK coming back for it", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -1569,33 +1359,38 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e ({{network}})" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1604,42 +1399,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 60 }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 69 }, "id": 50, "isNew": false, - "renderer": "flot", "span": 0, "title": "Pending Broadcasts", "description": "number of sent broadcasts awaiting an ACK", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -1648,33 +1415,38 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e ({{network}})" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "# broadcasts" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "# broadcasts", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1683,42 +1455,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 68 }, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 77 }, "id": 106, "isNew": false, - "renderer": "flot", "span": 0, "title": "Expired Rebroadcast Rate", "description": "rate of broadcasts that are retrying expired braodcasts (that did not get back an ACK in window of time)", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -1727,33 +1471,38 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e {{network}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "expired / s" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "expired / s", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1762,42 +1511,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 68 }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 77 }, "id": 108, "isNew": false, - "renderer": "flot", "span": 0, "title": "Retry Rebroadcast", "description": "rate of broadcasts that are retrying past broadcasts that received a retry ACK", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -1806,33 +1527,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e ({{network}})" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -1841,42 +1566,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 68 }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 77 }, "id": 110, "isNew": false, - "renderer": "flot", "span": 0, "title": "Backpressure Broadcast", "description": "rate of broadcasts that were executed as a backpressure broadcast", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -1885,46 +1582,49 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e {{network}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } }, { - "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 1, "w": 24, "x": 0, "y": 76 }, - "id": 20, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 85 }, + "id": 126, "isNew": false, "span": 0, - "title": "Commit", + "title": "End-to-end Latency", "transparent": false, "type": "row", "panels": [], @@ -1934,79 +1634,55 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 77 }, - "id": 8, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 86 }, + "id": 128, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Accepted Transaction Commit Rate", - "description": "Rate of accepted transactions committed per second (notified from state sync)", + "title": "p10", + "description": "The time between Mempool receiving the transaction and time to be committed.", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_mempool_service_transactions_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])\n", - "intervalFactor": 1, - "legendFormat": "{{kubernetes_pod_name}}:{{role}}", - "format": "time_series" + "expr": "histogram_quantile(0.10, sum by (kubernetes_pod_name, role, le) (rate(aptos_core_mempool_txn_commit_latency_bucket{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", stage=\"commit_accepted\"}[$interval])))", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "min": 0, "show": true, "label": "accepted txns / sec" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", + "axisSoftMax": 10, "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2015,77 +1691,55 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 77 }, - "id": 44, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 86 }, + "id": 130, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Rejected Transaction Commit Rate", - "description": "rate of rejected committed transactions (notified from consensus)", + "title": "p50", + "description": "The time between Mempool receiving the transaction and time to be committed.", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_mempool_service_transactions_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_rejected\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])\n", - "legendFormat": "{{kubernetes_pod_name}}" + "expr": "histogram_quantile(0.50, sum by (kubernetes_pod_name, role, le) (rate(aptos_core_mempool_txn_commit_latency_bucket{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", stage=\"commit_accepted\"}[$interval])))", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "txns/sec" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", + "axisSoftMax": 10, "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2094,79 +1748,55 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 77 }, - "id": 6, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 86 }, + "id": 132, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Block size", - "description": "Average size of consensus blocks pulled from mempool", + "title": "p90", + "description": "The time between Mempool receiving the transaction and time to be committed.", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_mempool_service_transactions_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"get_block\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval]) / rate(aptos_mempool_service_transactions_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"get_block\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])", - "intervalFactor": 1, - "legendFormat": "{{kubernetes_pod_name}}", - "format": "time_series" + "expr": "histogram_quantile(0.90, sum by (kubernetes_pod_name, role, le) (rate(aptos_core_mempool_txn_commit_latency_bucket{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\", stage=\"commit_accepted\"}[$interval])))", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "min": 0, "show": true, "label": "avg block size" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", + "axisSoftMax": 10, "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2175,158 +1805,71 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 85 }, - "id": 14, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 94 }, + "id": 20, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Avg latency handle commit (accepted)", - "description": "average time it takes for mempool to process a commit of accepted transactions (sent from state sync)", + "title": "Consensus", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ - { - "refId": "A", - "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_mempool_service_latency_ms_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_service_latency_ms_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", - "intervalFactor": 1, - "legendFormat": "{{kubernetes_pod_name}}:{{role}}", - "format": "time_series" - } - ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "min": 0, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], - "fieldConfig": { - "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, - "custom": { - "axisPlacement": "", - "barAlignment": 0, - "drawStyle": "", - "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", - "spanNulls": false, - "hideFrom": { "legend": false, "tooltip": false, "viz": false }, - "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } - } - } - } + "type": "row", + "panels": [], + "collapsed": false }, { "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 85 }, - "id": 46, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 95 }, + "id": 6, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Avg latency handle commit (rejected)", - "description": "avg time it takes to process committed rejected txns", + "title": "Block size", + "description": "Average size of consensus blocks pulled from mempool", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_mempool_service_latency_ms_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_rejected\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])/rate(aptos_mempool_service_latency_ms_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_rejected\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])", - "legendFormat": "{{kubernetes_pod_name}}" + "expr": "rate(aptos_mempool_service_transactions_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"get_block\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval]) / rate(aptos_mempool_service_transactions_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"get_block\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}", + "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "avg block size", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2335,42 +1878,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 85 }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 95 }, "id": 12, "isNew": false, - "renderer": "flot", "span": 0, "title": "Avg latency for get_block", "description": "Avg time it takes for consensus to pull block from mempool", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -2381,33 +1896,37 @@ "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2416,7 +1935,7 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 1, "w": 24, "x": 0, "y": 93 }, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 103 }, "id": 22, "isNew": false, "span": 0, @@ -2430,42 +1949,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 94 }, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 104 }, "id": 26, "isNew": false, - "renderer": "flot", "span": 0, "title": "Incoming events rate", "description": "rate of shared mempool events from peers", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -2476,33 +1967,95 @@ "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "min": 0, "show": true, "label": "events/s" }, - { "format": "short", "logBase": 1, "show": true } + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, + "fieldConfig": { + "defaults": { + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, + "custom": { + "axisLabel": "events/s", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", + "spanNulls": false, + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineStyle": { "fill": "" }, + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + } + } + } + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 104 }, + "id": 122, + "isNew": false, + "span": 0, + "title": "Main loop latency", + "description": "Duration of each run of the event loop", + "transparent": false, + "type": "timeseries", + "targets": [ + { + "refId": "A", + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "rate(aptos_mempool_main_loop_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_main_loop_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}" + } ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2511,42 +2064,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 94 }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 104 }, "id": 36, "isNew": false, - "renderer": "flot", "span": 0, "title": "Shared Mempool Task Start Latency", "description": "average time it takes for mempool to start an async task", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -2555,33 +2080,38 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} - {{task}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2590,77 +2120,54 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 94 }, - "id": 52, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 112 }, + "id": 54, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Average Txn Processing Latency", - "description": "avg time it takes to process incoming transactions, per incoming submission", + "title": "Average VM Validation Latency", + "description": "avg time it takes to VM-validate txns in a submission", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_shared_mempool_request_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_shared_mempool_request_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", - "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- ({{network}} network:{{sender}})" + "expr": "rate(aptos_mempool_process_txn_breakdown_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", portion=\"vm_validation\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_process_txn_breakdown_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", portion=\"vm_validation\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true, "label": "sec / txn submission" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2669,77 +2176,111 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 102 }, - "id": 54, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 112 }, + "id": 98, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Average VM Validation Latency", - "description": "avg time it takes to VM-validate txns in a submission", + "title": "Average DB Read Latency", + "description": "latency of db read when validating transaction", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_mempool_process_txn_breakdown_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", portion=\"vm_validation\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_process_txn_breakdown_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", portion=\"vm_validation\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "expr": "rate(aptos_mempool_process_txn_breakdown_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", portion=\"storage_fetch\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_process_txn_breakdown_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", portion=\"storage_fetch\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, + "fieldConfig": { + "defaults": { + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, + "custom": { + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", + "spanNulls": false, + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineStyle": { "fill": "" }, + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + } + } + } + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 112 }, + "id": 52, + "isNew": false, + "span": 0, + "title": "Average Txn Processing Latency", + "description": "avg time it takes to process incoming transactions, per incoming submission", + "transparent": false, + "type": "timeseries", + "targets": [ + { + "refId": "A", + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "rate(aptos_shared_mempool_request_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_shared_mempool_request_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- ({{network}} network:{{sender}})" + } + ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "sec / txn submission", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2748,77 +2289,56 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 102 }, - "id": 98, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 120 }, + "id": 14, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Average DB Read Latency", - "description": "latency of db read when validating transaction", + "title": "Avg latency handle commit (accepted)", + "description": "average time it takes for mempool to process a commit of accepted transactions (sent from state sync)", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_mempool_process_txn_breakdown_latency_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", portion=\"storage_fetch\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_process_txn_breakdown_latency_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", portion=\"storage_fetch\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", - "legendFormat": "{{kubernetes_pod_name}}:{{role}}" + "expr": "rate(aptos_mempool_service_latency_ms_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_service_latency_ms_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}:{{role}}", + "format": "time_series" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2827,77 +2347,53 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 102 }, - "id": 122, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 120 }, + "id": 46, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Main loop latency", - "description": "Duration of each run of the event loop", + "title": "Avg latency handle commit (rejected)", + "description": "avg time it takes to process committed rejected txns", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "rate(aptos_mempool_main_loop_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval]) / rate(aptos_mempool_main_loop_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}[$interval])", - "legendFormat": "{{kubernetes_pod_name}}:{{role}}" + "expr": "rate(aptos_mempool_service_latency_ms_sum{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_rejected\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])/rate(aptos_mempool_service_latency_ms_count{chain_name=~\"$chain_name\", namespace=~\"$namespace\", type=\"commit_rejected\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$interval])", + "legendFormat": "{{kubernetes_pod_name}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "s", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "s", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2906,7 +2402,7 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 1, "w": 24, "x": 0, "y": 110 }, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 128 }, "id": 76, "isNew": false, "span": 0, @@ -2920,42 +2416,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 111 }, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 129 }, "id": 78, "isNew": false, - "renderer": "flot", "span": 0, "title": "Mempool Service Timeout", "description": "number of timeouts on a mempool service request (from consensus/state sync)", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -2964,33 +2432,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} - {{type}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -2999,42 +2471,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 111 }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 129 }, "id": 80, "isNew": false, - "renderer": "flot", "span": 0, "title": "DB error", "description": "number of times a DB error occurred", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3043,33 +2487,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3078,42 +2526,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 111 }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 129 }, "id": 82, "isNew": false, - "renderer": "flot", "span": 0, "title": "JSON RPC Callback Timeout", "description": "number of timeouts in callback to JSON RPC", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3122,33 +2542,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3157,42 +2581,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 7, "w": 8, "x": 0, "y": 119 }, + "gridPos": { "h": 7, "w": 8, "x": 0, "y": 137 }, "id": 84, "isNew": false, - "renderer": "flot", "span": 0, "title": "Network Send Fail", "description": "number of times a aptos network send failed", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3201,33 +2597,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3236,42 +2636,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 7, "w": 8, "x": 8, "y": 119 }, + "gridPos": { "h": 7, "w": 8, "x": 8, "y": 137 }, "id": 86, "isNew": false, - "renderer": "flot", "span": 0, "title": "VM Reconfiguration Failure", "description": "number of times reconfiguration of VM failed", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3280,33 +2652,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3315,42 +2691,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 7, "w": 8, "x": 16, "y": 119 }, + "gridPos": { "h": 7, "w": 8, "x": 16, "y": 137 }, "id": 88, "isNew": false, - "renderer": "flot", "span": 0, "title": "Core Mempool Invariant Violation", "description": "number of times core mempool invariant was violated", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3359,33 +2707,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3394,42 +2746,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 126 }, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 144 }, "id": 118, "isNew": false, - "renderer": "flot", "span": 0, "title": "Unexpected Network Messages", "description": "rate of unexpected network messages received", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3438,33 +2762,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- {{network}}:{{peer}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3473,7 +2801,7 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 1, "w": 24, "x": 0, "y": 134 }, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 152 }, "id": 112, "isNew": false, "span": 0, @@ -3487,42 +2815,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 135 }, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 153 }, "id": 90, "isNew": false, - "renderer": "flot", "span": 0, "title": "Garbage Collection Event Rate", "description": "Number of times garbage-collection event occurred (regardless of how many txns were actually removed in the event)", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3531,33 +2831,39 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true, "label": "events / s" }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "min": 0, + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisLabel": "events / s", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3566,42 +2872,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 135 }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 153 }, "id": 104, "isNew": false, - "renderer": "flot", "span": 0, "title": "GC Latency", "description": "how long a transaction stayed in mempool before being garbage-collected", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3610,33 +2888,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3645,7 +2927,7 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 1, "w": 24, "x": 0, "y": 143 }, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 161 }, "id": 64, "isNew": false, "span": 0, @@ -3659,77 +2941,53 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 144 }, - "id": 66, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 162 }, + "id": 119, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Dropped Messages", - "description": "number of messages dropped from mempool channel sender", + "title": "Messages Queued", + "description": "Messages currently queued to be sent out", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "aptos_mempool_pending_network_events{chain_name=~\"$chain_name\", namespace=~\"$namespace\", state=\"dropped\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", + "expr": "sum by (kubernetes_pod_name, role) (aptos_mempool_pending_network_events{chain_name=~\"$chain_name\", namespace=~\"$namespace\", state=\"enqueued\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}) - sum by (kubernetes_pod_name, role) (aptos_mempool_pending_network_events{chain_name=~\"$chain_name\", namespace=~\"$namespace\", state=\"dequeued\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"})", "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3738,42 +2996,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 144 }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 162 }, "id": 70, "isNew": false, - "renderer": "flot", "span": 0, "title": "Messages Enqueued Rate", "description": "rate of messages being enqueued to be sent out", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3782,33 +3012,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3817,42 +3051,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 144 }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 162 }, "id": 68, "isNew": false, - "renderer": "flot", "span": 0, "title": "Messages Dequeued Rate", "description": "Rate of messages dequeued from mempool network sender", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -3861,33 +3067,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3896,77 +3106,53 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 0, "y": 152 }, - "id": 119, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 170 }, + "id": 66, "isNew": false, - "renderer": "flot", "span": 0, - "title": "Messages Queued", - "description": "Messages currently queued to be sent out", + "title": "Dropped Messages", + "description": "number of messages dropped from mempool channel sender", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", "datasource": { "type": "prometheus", "uid": "${Datasource}" }, - "expr": "sum by (kubernetes_pod_name, role) (aptos_mempool_pending_network_events{chain_name=~\"$chain_name\", namespace=~\"$namespace\", state=\"enqueued\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}) - sum by (kubernetes_pod_name, role) (aptos_mempool_pending_network_events{chain_name=~\"$chain_name\", namespace=~\"$namespace\", state=\"dequeued\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"})", + "expr": "aptos_mempool_pending_network_events{chain_name=~\"$chain_name\", namespace=~\"$namespace\", state=\"dropped\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", "legendFormat": "{{kubernetes_pod_name}}:{{role}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -3975,42 +3161,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 8, "y": 152 }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 170 }, "id": 114, "isNew": false, - "renderer": "flot", "span": 0, "title": "Sent ACKs (backoff/retry)", "description": "rate of backoff/retry ACKs sent", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -4019,33 +3177,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} -\u003e {{network}} - {{type}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -4054,42 +3216,14 @@ "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editable": false, "error": false, - "gridPos": { "h": 8, "w": 8, "x": 16, "y": 152 }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 170 }, "id": 116, "isNew": false, - "renderer": "flot", "span": 0, "title": "ACKs Received", "description": "rate of retry/backpressure ACKs received", "transparent": false, - "type": "graph", - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "fill": 0, - "legend": { - "alignAsTable": false, - "avg": false, - "current": false, - "hideEmpty": false, - "hideZero": false, - "max": false, - "min": false, - "rightSide": false, - "show": true, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pointradius": 2, - "points": false, - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "timeseries", "targets": [ { "refId": "A", @@ -4098,33 +3232,37 @@ "legendFormat": "{{kubernetes_pod_name}}:{{role}} \u003c- {{network}} - {{type}}" } ], - "tooltip": { "shared": true, "value_type": "individual" }, - "xaxis": { "format": "", "logBase": 0, "show": true }, - "yaxes": [ - { "format": "short", "logBase": 1, "show": true }, - { "format": "short", "logBase": 1, "show": true } - ], + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, + "tooltip": { "mode": "multi" } + }, "fieldConfig": { "defaults": { - "unit": "", - "color": { "mode": "" }, - "thresholds": { "mode": "", "steps": null }, + "unit": "short", + "color": { "mode": "palette-classic" }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "custom": { - "axisPlacement": "", + "axisPlacement": "auto", "barAlignment": 0, - "drawStyle": "", + "drawStyle": "line", "fillOpacity": 0, - "gradientMode": "", - "lineInterpolation": "", - "lineWidth": 0, - "pointSize": 0, - "showPoints": "", + "gradientMode": "none", + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "showPoints": "never", "spanNulls": false, "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineStyle": { "fill": "" }, - "scaleDistribution": { "type": "" }, - "stacking": { "group": "", "mode": "" }, - "thresholdsStyle": { "mode": "" } + "scaleDistribution": { "type": "linear" }, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } } } } @@ -4305,7 +3443,7 @@ }, "refresh": false, "schemaVersion": 37, - "version": 22, + "version": 39, "links": [ { "title": "Other Dashboards", diff --git a/dashboards/mempool.json.gz b/dashboards/mempool.json.gz index ef5a1c6e4fb84eddfa1842f535caa40cd6612797..be1abe0bd60a285f93da0561347aab2b18acbd24 100644 GIT binary patch literal 6527 zcmXxoWmFV^vH)O^2I&rgU6)$Aq*?gjx7Sn7Gb z@6LD5{F{Gs=FAL30yfIOKs$k(dM>rL#++TUyR`&b7BrG5J^mQ$f##QHtcZ@cc6-{v zW~QV-pvH12Imo%1zF;kc0wn?+0!qkqVxK*ff02d)>=i%98Y;Z!hV@>-JD<|KTj)Vc)Rx-x6J9z zQ~YN?C>mrl>vO-va-S2J8?y5l6>Uv{QQO^51X&4%rbAkWzJ1^t_&mOyeu%y&$xZjd zeem%R>+r4h%}li8a^Ko2>irhM<5YMr|M|k_xUSe!C8XF*p9`KX*00hglwiiH;x!kl zUUx>7fVbL&)1JH0(H<>;&#pGm+8afWu?y2|7@FM?a6A5{RcP!7OCwy}!|rrFy$bH4x;xJpR8c2itvh$}`jqfJH#RmbMOH+syK!BE8GY}<^L zN^-*XWJcxXCc~OBp`o_088$b8H$)m^SYduV-v<%r|A(bOy|OZI{vmi+m!5ugbuD3< z!6TY5Bd8dObbnxCqu&fItIy-6O>>&5_qZ-}7%8qJ?=99yg7J7C951)op0vY=-UdWk zQ{+{CpQX96+*jwD!^EHUm9_tgQ}WZ$ql4)}3iax0;|5yup0wjXHR*fKozXiNn%CW?DbC^I5HB2-fumyeK+#JGnb@z7s$H4Zeo<`7WUU0lI8>1b-b)+6=}OnGqWN z41o_Y5E$p!!Pl&jK>8X2ZQu|=|wJCNLfI=)2aURPFw^g zNz}wE5bB0s6rvQxfC&Bs5h0Bf5SfyeGUIHsZq{V1Nq;&eZq5TzBxhqqn;#A9+eu~^ znwL-T)ljfLqLo1|<0nxg4c9TT-;%;}Mo#k%9Ay0?etmzM2#(nbOt`36jU-Fws-x8_d2$JJnt)mS(*fIL9uTe;=l`jBMoA zFufmSq549?_dX3y!lu*IS-}vP-EUJ^6sDYTU9z|t{HC9BCn7fBZNXFVvST2btEJo-L^o$^NoC)aSxVewYde)a>g2Ab7Z^<4~2d5=@tR#Qg65p-Jibr^!ZrKExZo6{oTOaaT%@H>L(P_Uhy*a`7v>gQ z(Wf1XoPVf#T~Px3b;YFv3+*G-IWN-{Ph__~G5^K7@gMFqnQocCvb}o?$RcR^m8$AcG{_#>$|X(ATyRg=SYJ zIz9Ii>S0;tNbrtvtpsMj=8%n9aGG`(XxkYZG zx@70py^qlGHqQ$+`~$qh&P0v`-as6h;Z&$_IiTG(KTV2^2wnDd4nN5tE=tk!#Yws@ zcL9@-`nc>N7WQ8_UAC5F_u1H+?|-|dE4vbObjf>2|1&I!l|HJHp+aJ-C6_&eBz0@v zzlaw-C0QnsL;J*qOL1#m4XbFn+N& zcJfrf9wzFla5`=ttg8V%CY2-r#qWTPGEqIV3Os8gjfE+tRF$_)$xS`08%f1Az9|l) z0VLnGEMJ%KC<6w?PFsKA7xoO8Zy!PE6_AZF%s+u1GLoou3eptX=me0|pEdv!%rTh` zsgAg2fT<331nW6X4H|bAT?lK8S{wk&&K`>nd$#v&#rm9{Y`%> z;Dq9sqM7(z+)Pnrp zxNoXj_V2DUx?UnL?Ka^y^u9+X{rhEY$3uJuP3q5c__!o%f+m>7J}`(DD)Rc^$lHS6 z`_H>*PpRwYUMi9fzh%ZIt^OL-dPn*V{dBWDxulcn z!S|$)DAOTf+WFEU-s|ze2wr% za-N1}08O&_xebP?qOPKDN^{XieJWz%;~n{j%10v#`?}X>&Kg{?+|7l0wP@HUZ%K?-WX4nl9bKw9ntUoif&4}xNq zZg}wsrCwGxcp@GHHig%Yf}w8B*Tq}Am3eJQ+^OdHGRl;}Ojxm!Pl6`9AN6RV5P9RS zdd30EcLTPu&EYQ&C;TouV^mo=RFUkVz>*DNLM2#=Gd6)v+qv5a_1u9+OAljl; zwX=_UwWiN&ekU|79bP%@rX#JYIoC;3j*?TT2o#BZZ)GE^TE$na^(FHGso5y6+Kw{b zRP?N38%$a&YVRcPF|t1Hj5JFa|0W|Nk=G@5C$E|joy&w)Y039ngi%eqib)8THjT1C zvEr0i<@PirI3&3ALog1Eu8EESf%WdW37IY2VEsIdT)0h^nyE$$I1_S!09cc ziF<`!Ab_iowYK4%otf~clOs(2L}|8xh7rOPK8VqIC=7nI{7t!EDz)>swJ!9jR7ALr zuUAiI8B}kn)IWDyL^_ZvJm1LX_niZq0Sa)QP0sjXprd}0u1?7D-Afnz_+h z25%Ti_}M%Ix*uU{K?HeZ9IYnaJ6*HWMw(cih*T_K%``{*Id7Ia=W)5(T^kz5O0wkCT0p4)=Hb5aVkGSuIo@R3ZQ#<#y}*idx&yKA z#RbA}DG*gd<YzG~QJf$x$b~yOLm=ku8nAn*0WsmbGFn#rm%YIw&Ex8sV^%Dz)Tn zfrzMte2@X5WIj+56eANP_0Qx)_)P=vQf)p(tL0g3gEhO?*ccvg*|JO+>SaWgT@3+W zuU^$Ul5iL?nR257N#ZrARrK+xYZv#;w#b%GlB{_>8_zAubj3C+srqfT}#G&4k)RK5S$m&>Ws?ndQMAB^6cBo)c{8X zwjvglO10z!W@rL~ouIh?$e^M30G&rDHw}9+Ua<=DCXOqP3*i*UrHd)o(JkIiM?cF< z`J(^sBtNL6&Uyw(iytcHx>gB9u|MsS;s{h%BEn}T@N!6P+!*51{pRPPJQv0v;C$x@ z%&MA*-jUvRWq!yj&HWHQ86uTy)|Q3wPrO!hh!X=84dhL_GAp=*G!|x z|9O{93jm)t*YM#eO^wXK?fdWMJzM(0igYi=9AL{BMONYxb3xZCma-AOK#C|w=^U1= zcZ#R&fOD{%%X^DY{Kmiocqu>^rHr>nw-W?t{d)jJb1L0Cec|vcK)D$05PFH`K_LA@ z`iG%-{_GK%)f;_knDU-cN|k+QfV^Z=38lx9DT&KW)GXd1$%!~ouk+8TG zc9I3XL<|r;9#CxB{aua7ja{dyK{YYSZ#KrgFHqUT&v}A!%oWgZ;O_AT*nO{XaR) z!!*I-6Ib1#CaL>K=?~^Q=#cg(Oc}}WKAjt_tcbEb6e3=lu0()CRzI ztTX@hw^#tdmjjbnW)d}pcpQ)IaTtQ{n|)>5WxG>@JiRW>^lCXZQ}Oa_oj9_oeQ90wQkd;etURjXKMM$r zFYIc`VjLXb7Ek60x$kl=!VRqV$9zrotjqRJ-n01{EN(xxgop=EZOfemhBm&wyy6zI zAB4V}Zk^VeO|BN*HsdHkiFeZHh(|#b8UsiV$7jtzZHfFcwLHajVrZ+mH(|y=7!RW3 zQ{&7bpJaMk*&lcFiCna=&(VFS3BQf!>b8w{MISMyfuCnBWx%@tpV`HVbAQBC>e*75 zrO|Z2k(x1(0*MaM)>OZRYlWy>cF5Z~dVA&NtM#EU`~idEuz03MPtcS}y^7h5kdxA} zkjk=yY?tiP-=W8_k0SGtrx~EDYuMEt)0EbWe)uK_ z>0)YoeWT&$@xCIl8`J40lXFwQr^HMo!YP7Gj{lY9M%y%EBN|JM=pH}iKd0~ zCMZ$f^&FZ>u&z|>ok^?2ZkKUh>Xa~-v`6T*RA^Q5Pw)Om4f$b7Bim0q27!;Lf9ubiA%$L9un`9@20a!2nWR}kE&2x3Rf z$f;E~iVMX33hO6D@eC7k!16ji*^b3?LQ9sP99ep1oB~rmpK}L*cA8=SW+o|0#y>1< zchU8h;m{8(mXy8fC03Ten86~pSFX(K+3wE( zx4v3cxa}IvDwM*=uF&|Z`PaA;ckO!p=BZ-TESCFacCYMygFI*8fpLAn``^KQ$Y)a+ zZ}BRAPV$N6FXH+fAQJEQj|TUon)Z=_v^(n>@rx`6^G#VZh#11AP{tVjm^8+uiJGrEWXcnm4a{|9(oZ?sVva9LUKEg796O9331k zY2N3DXC2g1w7g97Gku^iSqrBLC+u))=1qopk4~M&G|g-Kz(PnV9Ep>`vAFq5XJd|T zo{b&)t8t0G;)2Hah7P|kHaSU!3eVaKR)rTM21Wxa^L~VUr7H7b$>Ez*f9W}#os)LQ zlXur(bn3$5dk*__f7gD0M}Fx$h!{;_-;o^ImHe31xio6prO(?7A9v9o3Cse+MnO^MjZcvRgkj_0SeGX7j&uorF2dx5c2_BFnk{_B+aA_pr7 zcCYZ&Z(ZBPQNyIPntiVKph!74%!SP0Hc#`mJp>q?QwlT+7qlZqCY?*QTV1E@Y~=k8 zGl9w)Jc(j_uwmq<-nzr5%FG}{QjATt-k(tKy=Lrlc7B>4oy(}vNy8h%U6Y$-+Qghr zY-~W;#=Om6NK_jjI6gnu|4A|uNc)k$PrlYUetbpm-QmXE6WV;BIWFctD$4%> DP+FZG literal 6862 zcmXZfWk3{M(=cEa?yjY~7U}L#q@){>l+Fc&rMr=Cq?AQix`ca4>5>L%c=7qZ zx&FTy5Gk@LBeU-)xkh2k)9R-0oSTV{a&tB0XQC~dk-~CyqVI@*zvR`*HP#}( zNVG36^OnKcA?weKm%>_efJcxMrT_!EZb25bm#n{!ONIzk%tHi!4z-GqjD040I)z|Z zZc#n}w6r77R3(GA0`YO9xo{{j!3q!Omm=V&61iZiO5GMGmgFyh-jmzNsW7)Js~%Zt z53G>I(*(?$C9$Xw$saPNr+#D4P6PlShk}Z}&y#IB>L)!DK<5_D?`4O-4U1oLq)eRzIVrqKqjy}<}Uj)=;E#2B3b1jcF(n0#~ za?0@RoBB^{bsPdD%@{A`orpl5AIDfN3u2NAF_Q6Pwt*HKcE{{IQpgwFqz<>0GS)WY z$5+w->`(L0bc+ufsg6F6%-?oAV1eawDn(@8c$4-kH&k{9V}4<)VooB7sbk&#Z$^^t6JPeCOZb#9H&IJ=tGhvuW5V<_{4uc1;FOxrf7m}SDsvT2B^vTI?cb!?$E`Nk(rrCr*kE{VSvy^J z^Ihhuw|_^v`ZGlV2j+>k6UiAfR_SpF1jQp*)ZsxNAhl5V9kIas52GaUA7WK76($Lq z@ivTKe+Sy|4aP(*90(MP;3~`uIa8ozq|kb=PuXjCxa`ns%rH3cp8jF8&DzBsgejZE zraViPk%VPM@l`K*N0i2G*9r3MJ2q=GXsGs(_(q0M4r&1}q z`1OlDj9bt;cJG0OM#
w(Vmk2Va~-178zk)S*GTK!g+&d8kuv$jWc*fh=%GXhgu zn48TcQFehdqyNogf28vkLSG|A5_0z*{Oppo&c_>NE*3ynweV>%NJ;ZNNc@tf_xwgy zKRk?s%UeQyzo3XrP`zl->yQ7*Xz&!1Cd)5o<;Z2TkQ%Go6#7+#)`K)>1!Sqn2;>;S zK-{;7W<6}KlrG{)W>uNor9bnw@of*nPL#Us5^<$bsCzhZ#Ps0P2Ng~JkHL(B&a)w` z%|9@zo-a7A)}$?rpRH7)zK0jmBDQv>nQ6^4X9D_CI4KNK!w6ES(B6(?IcdD#^gi8_ zX2mw2(?F5if~;o#N#6rk#S>s9tnuOeh10lYO2y&>Pl)`dvZ`>?*J~%nBIV?zQ_>>- z^pjY_X#3c_Z+iQzIQ1Yb0UuM{LPO;U`3_KCd8(q=(Y=5n2nFr>UlqpUOo&QYW(xAi zUaSb7*8?tJm*C%yWYX%ND>*qe1k?ev)Y&|WzQ@X0%v?x0Q3zpy_dHP1N`68@y8=$% zF6Dl@(QHt8SVW>tl^}N4p59ntb3LnbfYq%lxpwgRaDmCisxv7mhgWCy9=cB7^xW{w zBB#nSV;9D;R&MAFYFRb}bpAlkp*+GRBXfz17l|BfoY-)|t7@*{lNKbe3{1Oe{?BE3 zD!?z=;U}!Jyb%?5c3qUpFI|$c`>n*>FHWxcsT5kQH($aUBtBA zr`XH1TomT99&csZU$c8l^(ynh+4V9g`JNUUFbk zIbjSh*MK^f>)PL$$#QJxa}f$e#`kf|Kw9;>6j{{BdlZA62GLAM_6)-~yOm za!f+RG~c+qOFRbjQ!0=}=I0y$c8I@7ilGfjksyEE_Tc)M-sz754^VhFm>gecQNbpn|J=LDKe) z%ty_9^O|LgaPpcm303}9)%<4EO@W3EDz*u<*tAo=XC!KZ3l9^?WgLOrENma9Tq4Z& zSoBFwlT+_(VJ84-cgwA{TexSV^08vdeuhPF;y23r~O^kXaf5esn?aLz~f!DNsSW(YdNQ*OJO|7b(8~1YCo)zVR+=N-kFBU5TWV5b^hyl> zU!Au{msfW5aEbV<)NEenpbAR$;tckE*Ybe?rR-0k*$_JR6`C4>FzUcpEFy-NFmH(p zA{LnHi{aAJaZwfy=~mP3E8gJ!uSs-98@}FI({lT*WExLD^0J( zR;+{Id&O0~(IkzsW-(m6;(W;sdXOnj)6uBBd~$*VVT=NUws$ogVw3X1FVv=h%;xaj z95?Ee)1R$ggA|GPqModtyGfq*P1;r{`Lo?KyeRqnKGhe4UUxOT*@j}i@&T{+nE3cg z$A8&}2r%lqPM@+73a|_8k3e?|Mir}9zMM+>&f34#oMAHSp0|=KTy`f6OHz8JF#u2i zDEOf%a8gsyQt$F#+IsMQqrGtndX@K@%uk;xk604F_255Uk9T4Tqr?CU9r!hgnMaWF zI6tyap#`~3Cu|C&PB+f@f){*oWtlT2k}CFhPY!o1%4Q}dy(-bCtT2k4T0Y&x;_tTuAw!?BJ_TU zefc;6FIrFf7wbFjMZ`BeSdymqgoFUXR(~`_G}x~3l9V)u@x6G}ojEmKwN$RT2c&0} zynOx9DTj6!C5yO2n~4WidAT^Yw4Jf^+O8R#Og2N}+3h)Hc7}ZABJIZ`ZXM>eD?lqy zf~8`oXtxZo`?~BGFvHVfob7wuo&Bm$alL=jS0=cAlJfoNKv1TVq0ByUcF>~lf|B;* zM*eL-*wKoRpIQIAcw(9nr7wG7w?u=9Q0`F(`9uCzDhk2(uFx!sl@bP{e|Y+CTd^{Re8|=H6!sO1 z(PCy2N@GchEHyI2kYZnSiihfNWzK9kxrWPs*bp}+!fj^NEx=MaP&io9Inb-ws;CXu zs}%o~Mrs6KlM+z4WV~e)9#;fzSslP|z^W(4{fV*aw)PPl0%8L60yfm@#42W4}O4MHP78ly>0kE_Zg)H@~f9+bSd^7cu?8aotsaYuRKMuE`; ziyrq#uxRZCCNgLr(SX+t%PP%fr)atxeGkKn`F5s!-Qs$tfSyL*q&vnFSDF)snK*Yv zQ^iGUrA6D79vGTgbl*)qBwElOQPikbuZLpVy3KeeTML28TTC=!)&BEF{_u|<THfse^(Pm-OMWli|R7#ZYSw(-=bB2-5i@F!IaBm zhYr926*Hf33SN(OMYAW3L^u?fYdOrZ6J!Chblxe`x4$7|C&WZCP)!p~yQ@s| zS!D1u*?dd#*#}KgGCC~Nowwpay-+t$C5`fMP%vJeBwdfKBuj*PjCx0adL=GD1yRbY z|0kqc;l6n`9CO6c+Bh);n!h;~c=w+5VWA*z+pLrH`YP(X@{b|=13}2JbXNCq2#J@d z0lKYu2t_d(%`3J+izNR#@LzM@7V8}lnAS8iv_%f^{Xb!Mj}W{pDza-3*$7D@rfgTn zckk%J@47>IZ`q(5D+Wz{Z+ZHBK3oCfR%PRtP-jfc#q(8Ib-}!TxJP(`lCeG_BFI2CuHZGtI5L~8WB)Q84n$@FA~VgB8^I8qu~7lM&OY-}?p+qK z%iROfoM}fg(lF2*v(d1ap~rnP9-1x%wb?Jn1|DJ=6zdxU zl?|DVpNfqU_h>-@aoga$4Q@~9E$iPCm8dyk7g9=Lc)n>3q8|1;foul$LHb&d;!x~Z zjy8MN8hMSClFYm_vyZh~c0F6lQ_%C`!lU{8c;C4{?$I`Le$|$l&En+S@72#rI)Tb# z${D2V!!yG(5+gIa>0CkPliPafT(ud5tc~9ABfYr1*&qz~JZi6WltXv0L&6evsy5T6 zfh)^!|K|F|yHh8Q-gjm+rV{-QKD%+MQVUe`J))zP#?jC&P#1Rqhxoc-cHGH2%f6$j}_; zIyT@jSSp8;sbW>KD?95WMt5Gr*@AAl;bY-)n7eO|BD&6G<8PDvc-TK?Ie0JgS&l4{ zlYV8f-&ZXUin@5UZsfrlH9cmYsk{*)S1miXMi~^nIF>(yV%JZIC3onMjdW%d!T7}R zbjTmE#K%`| zr%S3}T4L7hWv@V+LJq&bYx6kqK1thOH&O3STXPbl3(mhbO-gSk4oh)Y5(V-AkCTAM z0mAFOU$^m_Gu_vE>5USy^$>=6Ef;sNKY#-J0CE8+n^cPMA;a81t}JumPCJ4M?UVBF zI+V1{b_41Em;YDGI5A}_TKqe==@oB%#Hx)8``ex3iKm0z;>KuY>J#ShS~v=p4C^au z+zR8-c@@s};?IHH{QAvLbZ03L4RK8;b08j}FyMbcG{T&ZLM=M-4QEe8g+2TbNssi83Z)`CbA3F;=gn1>2c;j6SsD$$HdRkq+OUaU zj(X9Sw4A{+1r0T$KD>DDcskEA59(op&b0+j3CELPazV*C0`~w0EGR2?$kdC6A_aR- zuO!Q7mH#nf>!t0hEMNO$qp)Fn^<;ZZ{_gd2kYyqP1SbL}H|4+36

r` zpMKgRj9}RK@My3;A%A$Jm;wY^CQxkUG zvBfL{gdcKL)r8%bThr?PQ$Q0v7d;0W?OdF2{H~|@4gcUCihCFFx{x}?wDl1dj@06+ zjs5B1>4I&%X8uE-C~x~;{zDot!Har~nKw$jCjBeG5=&3KBwt*7#U%2+dkh4@|G07f zSHI{tuCwktl-lUWrvBSODUd2-pQDMCm2{9Q;*?wye@%u5pMZ$Kg zw(*oJ*obe-uEEHyBwnLmkqytEq)TzUpajuVj`6^Xj*VBPE|FSU=CI_D7vIVH458}o z?m7bNp?g<$c%9T*)6P5{_Ug^3C7h+sV7pzCEt>J6DJo6StA)}1ank0yFkgeRz2Q)* zR3zTYFY7UAks?_$wJw;@p{ZnP#ZzXPipT&vaI*(vC6QV_p8xD zR*pJg_lcwtOWS2b8o5;vge>Ve_MXFQPYw(78^ku(g<-K4cd-cUH}GHGABKyMNLpZi z3aymCkiS?nG&8Hsw@SQ?+rPZVZN^;O5L_L8=|fU_??=fmz3sCdrW6hsRfBRAg49Y= z?jSF)UM|m?7x(Xc@3^4`%Xx6nGqGS0^D*=O+uX(>w4;w6Y(N^|sv0(L4Al%}S`Uyg z)wWejWa3Y|R<>=_^~Z8DGkOHW1jEEgD!^XQBc@p*xp_Cuy)8))yg;SE%M(H{Ow-3Q zad=G-M0&URsMcUGI-j-Ggf-DJ+Zss2E&aPKi2cm%tgh$oC51LU<(B`QMp`FWcXPc71dL+Hw134Yy`law zHzF~sF^IM*gCz`}kBHVXe5l&zs`Jr5U$t{|R@SN99r7qNzmYgFC6<>8vqE_N%6&8+ zNK*H;fjW9PEuFM>auS^-PKMpOW3r&uyaM_A2k3+-jnVG<_|BlLyk${m~I} z-;5KZ3Ef^Or8>`8F>_t3NIY?x*lh+}{#_`bYX=m(i-+WYQBeHV{M(ph zn`{`qahi{@*A^&QVyFT^Z;)VV$JA<14rVW1*EapcR#toS=UtUOUUqGh4in=6jSTbe zZhBPqYjp8h(YveX5oO)FQWK0+{Jd?2>QWmoD}FdzjiKUrs_yv!Z&})46up~9(9PrY zP1#bJWP>aBu*^i8e?zT9r2!saBP*+*nFhIvGMj>B zZF%Zh=M@>9TW0E`L8;?G0#?VqoY$xGpKg;qZe=j+@%mt#O>QA{Kxca>n?Yxv1o=n0)8>ivyo$*O4zb z<(4Ex1qlib@L@UJLMk|p&(b*^^|npKA$@%@72_B_7QCfSYS{=hj}$v1k=Y6M&W0>n zjAn<;Fs=K!vTP1l5xAQGL?{Pwy_HcVkRwJ*AGK@wljTR0%-(d*Jo0|a(rI5>8tTkE zzglK`DlE~QU8%&YuV*PyZJGuMzwmy$9-S&24Rx`E=foVF!} zBJmX<;%VY%0BV692q#J^`K}yg5d6`n>S=*nA5N(K8AT#QN?Zn{RmzvT$=^CC#$AOswX1 zXQ9b@PRwG25#2aBXNH@n2`KF%sc|}SyD~qd$W-3cP2u%G;>^r{D|;>Cd3J~In}a^i zN{9TC4)U3MYW?N(SV8}Fb&yzvT9ru;b~G|dW%4u6SR}b(t)n(A)~bbCJMG3_EH#9w zA58dRRED1v+?|q%+(B5Qe^ywBQGnt38ACbve PK9D)(u_T}Jp&x^ diff --git a/dashboards/quorum-store.json b/dashboards/quorum-store.json index a549a34179155..4a936647d77eb 100644 --- a/dashboards/quorum-store.json +++ b/dashboards/quorum-store.json @@ -39,7 +39,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, - "expr": "histogram_quantile(0.95, avg(rate(quorum_store_batch_creation_duration_bucket[$__rate_interval])) by (le))", + "expr": "rate(quorum_store_batch_creation_duration_sum[$__rate_interval]) / rate(quorum_store_batch_creation_duration_count[$__rate_interval])", "legendFormat": "__auto" } ], @@ -94,7 +94,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, - "expr": "histogram_quantile(0.95, avg(rate(quorum_store_empty_batch_creation_duration_bucket[$__rate_interval])) by (le))", + "expr": "rate(quorum_store_empty_batch_creation_duration_sum[$__rate_interval]) / rate(quorum_store_empty_batch_creation_duration_count[$__rate_interval])", "legendFormat": "__auto" } ], @@ -149,7 +149,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, - "expr": "histogram_quantile(0.90, avg(rate(quorum_store_batch_to_PoS_duration_bucket[$__rate_interval])) by (le))", + "expr": "rate(quorum_store_batch_to_PoS_duration_sum[$__rate_interval]) / rate(quorum_store_batch_to_PoS_duration_count[$__rate_interval])", "legendFormat": "__auto" } ], @@ -217,7 +217,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, - "expr": "histogram_quantile(0.95, sum(rate(quorum_store_num_batch_per_block_bucket[$__rate_interval])) by (le))", + "expr": "rate(quorum_store_num_batch_per_block_sum[$__rate_interval]) / rate(quorum_store_num_batch_per_block_count[$__rate_interval])", "legendFormat": "__auto" } ], @@ -272,7 +272,7 @@ { "refId": "A", "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, - "expr": "histogram_quantile(0.95, sum(rate(quorum_store_num_txn_per_batch_bucket[$__rate_interval])) by (le))", + "expr": "rate(quorum_store_num_txn_per_batch_sum[$__rate_interval]) / rate(quorum_store_num_txn_per_batch_count[$__rate_interval])", "legendFormat": "__auto" } ], @@ -383,16 +383,16 @@ "refId": "A", "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, "expr": "rate(quorum_store_created_empty_batch_count[$__rate_interval])", - "legendFormat": "__auto" + "legendFormat": "{{kubernetes_pod_name}}-{{role}}" } ], "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom" }, - "tooltip": { "mode": "single" } + "tooltip": { "mode": "multi" } }, "fieldConfig": { "defaults": { - "unit": "", + "unit": "none", "color": { "mode": "palette-classic" }, "thresholds": { "mode": "absolute", @@ -779,7 +779,7 @@ }, "refresh": false, "schemaVersion": 37, - "version": 7, + "version": 8, "links": [], "time": { "from": "now-3h", "to": "now" }, "timepicker": { "refresh_intervals": null, "time_options": null } diff --git a/dashboards/quorum-store.json.gz b/dashboards/quorum-store.json.gz index 4e96ae7aaac2ae212b39e95c67c1affb0e3b0f98..8f45e1ec6ce9c3aa166ca5d6a290381e5c8384df 100644 GIT binary patch literal 1898 zcmV-w2bK6AiwFP!000001MQt#Z`(E$fZy{g2w@K?P;a(#sk^t-aav=!c(Idp=n8?B zXqyNnsw9=fG4kKXi|%r|MoqJ}CJ@9DFURCLhv(y=>}0hCfD>ci`5idpaQM1+`Rek{ zd8tY{iRY@=+zBiQQn!D`l*IuU3(AnGq72V*2+1UElJtOcF7G~kG}6S6~GIM3tPC9Eg1ByadjTeC_Vai(7fomaj|o3huLBTAQ8SUS7aY(M?S_ zmxI(2(t=FI$55cq!-zY19fP6lz)&b^g2Xb?-59;eJLDSpn3Z{y5Eyafry_JkGVn}C zJ`|ACn0d&|I~5->8X&Piu^d+BGo$`td$+x_ztih??|zd4xn-?{zs!NFvBcIqBpoa>8RlRn}e!;!#LNpRj_F6f-W0MHqb>Hx}(fgdxd zT5vF<3{0W$7Qkajm;L%UGb(u;v9kFgn1mB=>~nqow1v$!{u@C;TP9c9b6m=#I7Ov_yYU}zFdSy<4~*-Ql2P5a}@eV zlm$?!)^S}J3+iM|?vty0HBfC*?QUBYF-BJ&Bwn(Dq#`ko2wa{}U+a%ZFHoA3WgZHQ zIh`pLf(9j}If7CmaAYI~NpFtBx%9qlP`NwLFe1JTcQZUM56nk17!y$*u8Q3u7Fhtz zO65w|3#{;-5hO?m)ba@A9D7yMiUmV_L5W{|2at<^Q%*@NQ0cvNY)4VqHxm!d2O<|Y zLZQ-_v|X&Eg)t%JF;u(A=w9s5YiIgOOj)=qPsWS6GDK}6@D}q?(PG+1DzlkFc0lkv zOxm<7)joqa;}m8Dhc#`?Fd=6V^srd2=`JIOkEP_)kwRLRprj6!pGTCyH14QE$ksLe z3;V*rsazLPxmd>dPQA}w)np5LGg9^ZAvLIoc`9vGf^MN+aruZDEf>~}XuID)T^SW>r>-^Ra#5l~x%e2K#))bQVJ%Toy_%GK;G(kKLvF^FUYbN zSoT`>TJ{3V-fz#|&i=#j-Tlf0cXH;A&c;swU8$uCZ-Jm-M8_M&Ujs}*T{-cu$abp& zEN_A3t>vxdE%|~34q$8gmExMOzl`SRuKo0yxsO_5Mapx{{@&5>Rs_o*qKOO zB%2GV16R-cG5eBr-R-Uf*jxR8*aWC1TChyCOteh2Oe~GcGV$3G z%{5SLewLd;vGA#{W@s#YxNGA9S^At-BTTMVSFuduLnIJ)BkH>$4AA|3YqesO$cyh3 zpn*goeo}tc;;?0?WvFFnv72S6DgE-ivb$eLX!CD?9S)9%mxFVgSvCi!j|jd-%;uIh zx3pZeT(n&LpK{AJVBBr~ZQYaMc-)MN0p`2_#hV2R0lGz=3`CoNLo=i%Ke4R7&hrTVNj=b6Oa5pcfb9_-zW{S6t7K5v&>T^H_r|giSQc6q zS{4G!!spBj*T8VEISePmlfl`=q)B3^$VFq3Wrk4bVlEvHF$qS0Bl5#U3pPQtP_$6A zP%MqgLh+dr#NBS4iOnA(4&IN3*&{^v==|XA$>4PIC^kx7V3wYmf*FHz{hip9kqmiA zJ!JbyDOvtQNk$b3ATw1MR9Y?q%f-yRmW!5)mWxlBEUp3L{?j}}Y{tdn!^Dll;(t6` ztf0|mk(QR0mX?-3DlNB?$fN$W4^O;b-wPB(%E;;1bYM|2$Be{*VMqlmN2;t*@*agS zp+1eTXO?#Z|HSQfcOM)O#0r0i=re&``sfUXun^T-E%4S9f>x^>;FKpF1+v$I!HqoV$k&y61z+-BTFvfmzbN1*=(;gD zmy^^ZWCgjzM^K>1!-zXY9fOhVz)&O_1Bq3vyD@rQbSM<~l$Uvw5EyghXG7?UbmF;2 zJ`|ACgn7tZcQ$;?Xo$oTC30H1&rF5~o!!pP{!YK!?G6sRJ*OnZ_p04b)$Z5C?l#2U z>$Dd8&0scs=MK+CgW34>#637a(+7o;KH?t3vA|S~;Jm|J(15`Z&;^ik0OiKOPZ(4! zI9N~y=1_P`;4!4jUVfVy)p#7Ss`()ckSH9wY%tw`p~YAmWRQ1ySYsNy-Nedla!sZh zxStak2~5yt=jH3Y7XV%bn^Fk0`B_H^m#Zk@YB}6Y4mZ=vohRNU5+8qaUDe0MkwEMU zl22P(V7>yI1Z{0quZExiMgAdWAyoP~t_u@EoxI7H^r&!os_mwIYNIxc5yXSUOP7gM z3-g%3)iL$8NJL(yl1G+#C^R;6=2Qq8R+MoBr9|M^j2Nc9IgSG9V)>*BpIu-?d>PXg zIH*p{M+=w`QJt;|&=D4Sl*~)za@MP;^qw&!NC>p;5y(0A>h=>$hWL^azy1!O7y`~Y zC5b?l_tF6z#Z?DP-LRO5T)_xMN-=50M2!|DgjDBH?;=BZxkJB`>y?_abXL6>FX74% zjSGP{m`}_wWnmJ?xf`ce+)2UVa3|>z&Vi6oQ)L39bPGjg{v0BqzE)5^ckuyh% zXmbQL>R5SvObN__iz2R zOZ5uAhs>y4S~sR?+3&NGD}0-s)$Oh?BNO$`NT{8<(U8kUi4NrAV|bpV(v)IXDpIqX zfZnBCbf$H{XcDIpvG8tfiAK+2U6kgRb)k!eQ*p}TIA7Yo7)bl~gS6Kgq@&}>>@W96 z;1q?iSXro6p{hl(Xa%K}XVGfW3M^VJT7M#1yZiUEb@w}y)Y+*!Ih{TLQ>98ZoB~0? zgifCwUOQjUSp{{aDi*62s}`#kt4|)QKkWAS>*nq8{njunKY;+p2=avKm1A$08}+-r z`u*}XPbb>%MNZC-(=2~7I&83}+5K9jD z5~PHBm;AYGKxBT;lW@%jL<*H|LZm>h7R7Eq?DoTMKkWA7sct|1$0*eY_p!A7J#)p< z*@qKDQpMC(B-Ma~o=NT%PBk|yLFJLSi3~qANi9DuKP^8kKP^9hS}NLa;B%)vKJ{bf z(SbqdXzC76&rfFeB6LWTNMyIf^^I=i=UJ!>o*n`+iU}Z1Bf%%09zUCiOjXDpBP)T{ z(9tpxSSIG?wM?{3v`l=^oN^5m+uxtfpji4mRy#D7K6dr&0a^L9mBpmRq{XDgB(Ru# z#MH63-=t*w?^qp-j>Z?GGn+iNXQPh@zCz5VkCuy;iTDkpeQ8!l2S}5m+wf z=Cxe3T(n$#$YgO1822CMA!0i&mLDcQJ1qXo!^IjJZ5C;1X=!O``K!`$BaJ-jFY@rz z`}Mg%VXTat%}oau6?4o?92iAZz-pw*8>R123KJ0w^~?rEH}H4T>Gbx&fFM@-`$1m` z?9xXUFoLD1zP%0JnnJL>T@7%`la6rIz_lW(N26iBnu9sqlqqVj+m*le_FjN)IfQG| z<&B-%D5)2h7L$Xb+J8|<%ReWGt?FZB&?%Rxs8uf$=tdl>5WKb`hfAeK?Fa6uf&pJY zn)$a8nG+PH@6n1k8mCtAAz#iZWWG~zEfocgt4Mw;Uo9I#u9qbW;RRyctd*Tty7($D zFy~VI%hErxP}_%eC7Km37svJX&eG8fJ3UX`KsS!DcZpKqq|?YronNVG>K5EJ2-x_t N@ekOl7HFbl008f#kw5?d