Merge pull request #1620 from input-output-hk/paweljakubas/latency-benchmarks-second-look

Latency benchmarks second look

Author: KtorZ

lib/byron/bench/Latency.hs

@@ -146,6 +146,9 @@ main = withUtf8Encoding $ withLatencyLogging $ \logging tvar ->
              fmtLn "\n"
              fmtLn walletName
 
+             fmtTitle "Non-cached run"
+             runBareScenario logging tvar
+
              fmtTitle "Latencies for 2 fixture wallets scenario"
              runScenario logging tvar (nFixtureWallet 2 fixtureByronWallet)
 
@@ -313,17 +316,20 @@ main = withUtf8Encoding $ withLatencyLogging $ \logging tvar ->
             (Link.getTransactionFee @'Byron wal1) Default payload
         fmtResult "postTransactionFee " t6
 
-        -- this one is to have comparable results from first to last measurement
-        -- otherwise the first one would be without cashing in contrast to other
-        -- measurements
-        _t7bare <- measureApiLogs tvar $ request @ApiNetworkInformation ctx
-            Link.getNetworkInfo Default Empty
         t7 <- measureApiLogs tvar $ request @ApiNetworkInformation ctx
             Link.getNetworkInfo Default Empty
         fmtResult "getNetworkInfo     " t7
 
         pure ()
 
+    runBareScenario logging tvar  = benchWithServer logging $ \ctx -> do
+        -- this one is to have comparable results from first to last measurement
+        -- in runScenario
+        t <- measureApiLogs tvar $ request @ApiNetworkInformation ctx
+            Link.getNetworkInfo Default Empty
+        fmtResult "getNetworkInfo     " t
+        pure ()
+
 meanAvg :: [NominalDiffTime] -> Double
 meanAvg ts = sum (map realToFrac ts) * 1000 / fromIntegral (length ts)
 

lib/jormungandr/test/bench/Latency.hs

@@ -134,6 +134,10 @@ import qualified Network.HTTP.Types.Status as HTTP
 
 main :: forall t n. (t ~ Jormungandr, n ~ 'Testnet 0) => IO ()
 main = withUtf8Encoding $ withLatencyLogging $ \logging tvar -> do
+
+    fmtLn "Non-cached run"
+    runBareScenario logging tvar
+
     fmtLn "Latencies for 2 fixture wallets scenario"
     runScenario logging tvar (nFixtureWallet 2)
 
@@ -355,18 +359,21 @@ main = withUtf8Encoding $ withLatencyLogging $ \logging tvar -> do
 
         fmtResult "listStakePools     " t7
 
-        -- this one is to have comparable results from first to last measurement
-        -- otherwise the first one would be without cashing in contrast to other
-        -- measurements
-        _t8bare <- measureApiLogs tvar $ request @ApiNetworkInformation ctx
-            Link.getNetworkInfo Default Empty
         t8 <- measureApiLogs tvar $ request @ApiNetworkInformation ctx
             Link.getNetworkInfo Default Empty
 
         fmtResult "getNetworkInfo     " t8
 
         pure ()
 
+    runBareScenario logging tvar  = benchWithServer logging $ \ctx -> do
+        -- this one is to have comparable results from first to last measurement
+        -- in runScenario
+        t <- measureApiLogs tvar $ request @ApiNetworkInformation ctx
+            Link.getNetworkInfo Default Empty
+        fmtResult "getNetworkInfo     " t
+        pure ()
+
 meanAvg :: [NominalDiffTime] -> Double
 meanAvg ts = sum (map realToFrac ts) * 1000 / fromIntegral (length ts)