Include further events in breakdown costs (#24)

sc2-sys · Oct 17, 2023 · bd07d74 · bd07d74
1 parent 00a840b
commit bd07d74
Show file tree

Hide file tree

Showing 18 changed files with 834 additions and 258 deletions.
diff --git a/eval/README.md b/eval/README.md
@@ -66,6 +66,11 @@ which generates a plot in [`./plots/startup/startup.png`](
 
 ![plot](./plots/startup/startup.png)
 
+In addition, we also generate a breakdown pie chart for one of the runs in
+[`./plots/sartup/breakdown.png`](./plots/startup/breakdown.png):
+
+![plot](./plots/startup/breakdown.png)
+
 ## Benchmarks
 
 TODO
diff --git a/eval/plots/startup/breakdown.pdf b/eval/plots/startup/breakdown.pdf
diff --git a/eval/plots/startup/breakdown.png b/eval/plots/startup/breakdown.png
diff --git a/eval/plots/startup/startup.pdf b/eval/plots/startup/startup.pdf
diff --git a/eval/plots/startup/startup.png b/eval/plots/startup/startup.png
diff --git a/eval/results/startup/coco-fw-sig-enc_cold.csv b/eval/results/startup/coco-fw-sig-enc_cold.csv
@@ -1,22 +1,58 @@
 Run,Event,TimeStampMs
-0,Start,1697471005.8187528
-0,Initialized,1697471006.0
-0,PodScheduled,1697471006.0
-0,StartImagePull,1697471012.417832
-0,EndImagePull,1697471019.097273
-0,Ready,1697471022.0
-0,ContainersReady,1697471022.0
-1,Start,1697471028.9048746
-1,Initialized,1697471029.0
-1,PodScheduled,1697471029.0
-1,StartImagePull,1697471035.480519
-1,EndImagePull,1697471042.345242
-1,Ready,1697471045.0
-1,ContainersReady,1697471045.0
-2,Start,1697471051.9837024
-2,Initialized,1697471052.0
-2,PodScheduled,1697471052.0
-2,StartImagePull,1697471058.526666
-2,EndImagePull,1697471065.106732
-2,Ready,1697471069.0
-2,ContainersReady,1697471069.0
+0,Initialized,1697564630.0
+0,PodScheduled,1697564630.0
+0,Start,1697564630.0755925
+0,StartRunPodSandbox,1697564630.975517
+0,EndRunPodSandbox,1697564636.639525
+0,StartImagePull_Service,1697564636.642261
+0,EndImagePull_Service,1697564643.329472
+0,StartCreateContainer_Service,1697564643.332694
+0,EndCreateContainer_Service,1697564643.336008
+0,StartImagePull_Sidecar,1697564660.85584
+0,Ready,1697564665.0
+0,ContainersReady,1697564665.0
+0,EndImagePull_Sidecar,1697564665.070248
+0,StartCreateContainer_Sidecar,1697564665.074417
+0,EndCreateContainer_Sidecar,1697564665.081538
+0,StartStartContainer_Service,1697564665.082776
+0,StartStartContainer_Sidecar,1697564665.082776
+0,EndStartContainer_Service,1697564665.128514
+0,EndStartContainer_Sidecar,1697564665.128514
+1,Initialized,1697564671.0
+1,PodScheduled,1697564671.0
+1,Start,1697564671.213134
+1,StartRunPodSandbox,1697564672.299085
+1,EndRunPodSandbox,1697564677.967228
+1,StartImagePull_Service,1697564677.970688
+1,EndImagePull_Service,1697564684.970702
+1,StartCreateContainer_Service,1697564684.973279
+1,EndCreateContainer_Service,1697564684.977031
+1,StartImagePull_Sidecar,1697564685.031657
+1,EndImagePull_Sidecar,1697564688.636846
+1,StartCreateContainer_Sidecar,1697564688.639712
+1,EndCreateContainer_Sidecar,1697564688.643365
+1,StartStartContainer_Service,1697564688.643996
+1,StartStartContainer_Sidecar,1697564688.643996
+1,EndStartContainer_Service,1697564688.697945
+1,EndStartContainer_Sidecar,1697564688.697945
+1,Ready,1697564689.0
+1,ContainersReady,1697564689.0
+2,Start,1697564695.3101697
+2,Initialized,1697564696.0
+2,PodScheduled,1697564696.0
+2,StartRunPodSandbox,1697564696.407056
+2,EndRunPodSandbox,1697564702.171236
+2,StartImagePull_Sidecar,1697564708.391038
+2,EndImagePull_Sidecar,1697564712.020532
+2,StartCreateContainer_Sidecar,1697564712.024046
+2,EndCreateContainer_Sidecar,1697564712.028062
+2,StartImagePull_Service,1697564724.857321
+2,EndImagePull_Service,1697564731.564621
+2,StartCreateContainer_Service,1697564731.567734
+2,EndCreateContainer_Service,1697564731.572476
+2,StartStartContainer_Service,1697564731.573112
+2,StartStartContainer_Sidecar,1697564731.573112
+2,EndStartContainer_Service,1697564731.623025
+2,EndStartContainer_Sidecar,1697564731.623025
+2,Ready,1697564732.0
+2,ContainersReady,1697564732.0
diff --git a/eval/results/startup/coco-fw-sig-enc_warm.csv b/eval/results/startup/coco-fw-sig-enc_warm.csv
@@ -1,22 +1,58 @@
 Run,Event,TimeStampMs
-0,Start,1697470936.555282
-0,Initialized,1697470937.0
-0,PodScheduled,1697470937.0
-0,StartImagePull,1697470943.266319
-0,EndImagePull,1697470950.055939
-0,Ready,1697470953.0
-0,ContainersReady,1697470953.0
-1,Start,1697470959.6539378
-1,Initialized,1697470960.0
-1,PodScheduled,1697470960.0
-1,StartImagePull,1697470966.313114
-1,EndImagePull,1697470972.984553
-1,Ready,1697470976.0
-1,ContainersReady,1697470976.0
-2,Start,1697470982.73579
-2,Initialized,1697470983.0
-2,PodScheduled,1697470983.0
-2,StartImagePull,1697470989.371295
-2,EndImagePull,1697470996.04208
-2,Ready,1697470999.0
-2,ContainersReady,1697470999.0
+0,Start,1697564557.799739
+0,Initialized,1697564558.0
+0,PodScheduled,1697564558.0
+0,StartRunPodSandbox,1697564558.72495
+0,EndRunPodSandbox,1697564564.436008
+0,StartImagePull_Service,1697564564.438889
+0,EndImagePull_Service,1697564570.780013
+0,StartCreateContainer_Service,1697564570.782832
+0,EndCreateContainer_Service,1697564570.786769
+0,StartImagePull_Sidecar,1697564570.842125
+0,EndImagePull_Sidecar,1697564573.993189
+0,StartCreateContainer_Sidecar,1697564573.99634
+0,Ready,1697564574.0
+0,ContainersReady,1697564574.0
+0,EndCreateContainer_Sidecar,1697564574.00126
+0,StartStartContainer_Service,1697564574.002101
+0,StartStartContainer_Sidecar,1697564574.002101
+0,EndStartContainer_Service,1697564574.058472
+0,EndStartContainer_Sidecar,1697564574.058472
+1,Start,1697564581.8914316
+1,Initialized,1697564582.0
+1,PodScheduled,1697564582.0
+1,StartRunPodSandbox,1697564582.796573
+1,EndRunPodSandbox,1697564588.504038
+1,StartImagePull_Service,1697564588.506834
+1,EndImagePull_Service,1697564595.065266
+1,StartCreateContainer_Service,1697564595.067861
+1,EndCreateContainer_Service,1697564595.071701
+1,StartImagePull_Sidecar,1697564595.128187
+1,Ready,1697564598.0
+1,ContainersReady,1697564598.0
+1,EndImagePull_Sidecar,1697564598.300566
+1,StartCreateContainer_Sidecar,1697564598.303896
+1,EndCreateContainer_Sidecar,1697564598.307921
+1,StartStartContainer_Service,1697564598.308616
+1,StartStartContainer_Sidecar,1697564598.308616
+1,EndStartContainer_Service,1697564598.357547
+1,EndStartContainer_Sidecar,1697564598.357547
+2,Start,1697564605.9836895
+2,Initialized,1697564606.0
+2,PodScheduled,1697564606.0
+2,StartRunPodSandbox,1697564606.863979
+2,EndRunPodSandbox,1697564612.559529
+2,StartImagePull_Service,1697564612.562052
+2,EndImagePull_Service,1697564619.169623
+2,StartCreateContainer_Service,1697564619.172755
+2,EndCreateContainer_Service,1697564619.176065
+2,StartImagePull_Sidecar,1697564619.231622
+2,EndImagePull_Sidecar,1697564622.344414
+2,StartCreateContainer_Sidecar,1697564622.347687
+2,EndCreateContainer_Sidecar,1697564622.350996
+2,StartStartContainer_Service,1697564622.351536
+2,StartStartContainer_Sidecar,1697564622.351536
+2,EndStartContainer_Service,1697564622.406484
+2,EndStartContainer_Sidecar,1697564622.406484
+2,Ready,1697564623.0
+2,ContainersReady,1697564623.0
diff --git a/eval/results/startup/coco-fw-sig_cold.csv b/eval/results/startup/coco-fw-sig_cold.csv
@@ -1,22 +1,58 @@
 Run,Event,TimeStampMs
-0,Initialized,1697470810.0
-0,PodScheduled,1697470810.0
-0,Start,1697470810.1108723
-0,StartImagePull,1697470816.715057
-0,EndImagePull,1697470823.870758
-0,Ready,1697470828.0
-0,ContainersReady,1697470828.0
-1,Initialized,1697470834.0
-1,PodScheduled,1697470834.0
-1,Start,1697470834.1904464
-1,StartImagePull,1697470840.79858
-1,EndImagePull,1697470847.525106
-1,Ready,1697470851.0
-1,ContainersReady,1697470851.0
-2,Initialized,1697470857.0
-2,PodScheduled,1697470857.0
-2,Start,1697470857.2810328
-2,StartImagePull,1697470863.906405
-2,EndImagePull,1697470870.359324
-2,Ready,1697470874.0
-2,ContainersReady,1697470874.0
+0,Start,1697563367.8968046
+0,Initialized,1697563368.0
+0,PodScheduled,1697563368.0
+0,StartRunPodSandbox,1697563368.775211
+0,EndRunPodSandbox,1697563374.423977
+0,StartImagePull_Service,1697563374.426538
+0,EndImagePull_Service,1697563381.046045
+0,StartCreateContainer_Service,1697563381.048404
+0,EndCreateContainer_Service,1697563381.051929
+0,StartImagePull_Sidecar,1697563381.105494
+0,Ready,1697563384.0
+0,ContainersReady,1697563384.0
+0,EndImagePull_Sidecar,1697563384.369733
+0,StartCreateContainer_Sidecar,1697563384.372964
+0,EndCreateContainer_Sidecar,1697563384.379766
+0,StartStartContainer_Service,1697563384.380714
+0,StartStartContainer_Sidecar,1697563384.380714
+0,EndStartContainer_Service,1697563384.431925
+0,EndStartContainer_Sidecar,1697563384.431925
+1,Start,1697563391.977981
+1,Initialized,1697563392.0
+1,PodScheduled,1697563392.0
+1,StartRunPodSandbox,1697563392.852808
+1,EndRunPodSandbox,1697563398.54412
+1,StartImagePull_Service,1697563398.546621
+1,EndImagePull_Service,1697563405.101893
+1,StartCreateContainer_Service,1697563405.104397
+1,EndCreateContainer_Service,1697563405.108151
+1,StartImagePull_Sidecar,1697563405.160625
+1,EndImagePull_Sidecar,1697563408.3714
+1,StartCreateContainer_Sidecar,1697563408.374577
+1,EndCreateContainer_Sidecar,1697563408.378476
+1,StartStartContainer_Service,1697563408.378998
+1,StartStartContainer_Sidecar,1697563408.378998
+1,EndStartContainer_Service,1697563408.431128
+1,EndStartContainer_Sidecar,1697563408.431128
+1,Ready,1697563409.0
+1,ContainersReady,1697563409.0
+2,Initialized,1697563416.0
+2,PodScheduled,1697563416.0
+2,Start,1697563416.0766423
+2,StartRunPodSandbox,1697563416.951796
+2,EndRunPodSandbox,1697563422.667987
+2,StartImagePull_Service,1697563422.670968
+2,EndImagePull_Service,1697563429.054426
+2,StartCreateContainer_Service,1697563429.056805
+2,EndCreateContainer_Service,1697563429.060324
+2,StartImagePull_Sidecar,1697563429.118032
+2,EndImagePull_Sidecar,1697563432.404712
+2,StartCreateContainer_Sidecar,1697563432.408794
+2,EndCreateContainer_Sidecar,1697563432.413778
+2,StartStartContainer_Service,1697563432.414373
+2,StartStartContainer_Sidecar,1697563432.414373
+2,EndStartContainer_Service,1697563432.468651
+2,EndStartContainer_Sidecar,1697563432.468651
+2,Ready,1697563433.0
+2,ContainersReady,1697563433.0
diff --git a/eval/results/startup/coco-fw-sig_warm.csv b/eval/results/startup/coco-fw-sig_warm.csv
@@ -1,22 +1,58 @@
 Run,Event,TimeStampMs
-0,Start,1697470739.8409154
-0,Initialized,1697470740.0
-0,PodScheduled,1697470740.0
-0,StartImagePull,1697470746.378967
-0,EndImagePull,1697470753.072175
-0,Ready,1697470756.0
-0,ContainersReady,1697470756.0
-1,Start,1697470762.9284194
-1,Initialized,1697470763.0
-1,PodScheduled,1697470763.0
-1,StartImagePull,1697470769.530279
-1,EndImagePull,1697470775.931434
-1,Ready,1697470779.0
-1,ContainersReady,1697470779.0
-2,Initialized,1697470786.0
-2,PodScheduled,1697470786.0
-2,Start,1697470786.0162864
-2,StartImagePull,1697470792.610916
-2,EndImagePull,1697470799.336783
-2,Ready,1697470804.0
-2,ContainersReady,1697470804.0
+0,Start,1697563295.6180174
+0,Initialized,1697563296.0
+0,PodScheduled,1697563296.0
+0,StartRunPodSandbox,1697563296.512723
+0,EndRunPodSandbox,1697563302.140728
+0,StartImagePull_Service,1697563302.143065
+0,EndImagePull_Service,1697563308.763811
+0,StartCreateContainer_Service,1697563308.766681
+0,EndCreateContainer_Service,1697563308.770464
+0,StartImagePull_Sidecar,1697563308.823061
+0,EndImagePull_Sidecar,1697563311.985681
+0,StartCreateContainer_Sidecar,1697563311.989434
+0,EndCreateContainer_Sidecar,1697563311.99353
+0,StartStartContainer_Service,1697563311.994108
+0,StartStartContainer_Sidecar,1697563311.994108
+0,Ready,1697563312.0
+0,ContainersReady,1697563312.0
+0,EndStartContainer_Service,1697563312.04638
+0,EndStartContainer_Sidecar,1697563312.04638
+1,Start,1697563319.7138216
+1,Initialized,1697563320.0
+1,PodScheduled,1697563320.0
+1,StartRunPodSandbox,1697563320.588388
+1,EndRunPodSandbox,1697563326.228462
+1,StartImagePull_Service,1697563326.230627
+1,EndImagePull_Service,1697563332.915125
+1,StartCreateContainer_Service,1697563332.918306
+1,EndCreateContainer_Service,1697563332.922086
+1,StartImagePull_Sidecar,1697563332.970095
+1,Ready,1697563336.0
+1,ContainersReady,1697563336.0
+1,EndImagePull_Sidecar,1697563336.144734
+1,StartCreateContainer_Sidecar,1697563336.148033
+1,EndCreateContainer_Sidecar,1697563336.15158
+1,StartStartContainer_Service,1697563336.152568
+1,StartStartContainer_Sidecar,1697563336.152568
+1,EndStartContainer_Service,1697563336.205747
+1,EndStartContainer_Sidecar,1697563336.205747
+2,Start,1697563343.8033862
+2,Initialized,1697563344.0
+2,PodScheduled,1697563344.0
+2,StartRunPodSandbox,1697563344.707622
+2,EndRunPodSandbox,1697563350.421048
+2,StartImagePull_Service,1697563350.423822
+2,EndImagePull_Service,1697563357.286567
+2,StartCreateContainer_Service,1697563357.289608
+2,EndCreateContainer_Service,1697563357.294689
+2,StartImagePull_Sidecar,1697563357.34719
+2,Ready,1697563360.0
+2,ContainersReady,1697563360.0
+2,EndImagePull_Sidecar,1697563360.45757
+2,StartCreateContainer_Sidecar,1697563360.461181
+2,EndCreateContainer_Sidecar,1697563360.465033
+2,StartStartContainer_Service,1697563360.465785
+2,StartStartContainer_Sidecar,1697563360.465785
+2,EndStartContainer_Service,1697563360.518698
+2,EndStartContainer_Sidecar,1697563360.518698