more CI tuning

Author: vaind

packages/replay/metrics/configs/ci/collect.ts

@@ -27,9 +27,9 @@ const result = await collector.execute({
   tries: 10,
   async shouldAccept(results: Metrics[]): Promise<boolean> {
     const stats = new MetricsStats(results);
-    printStats(stats);
+    await printStats(stats);
 
-    if (!checkStdDev(stats, 'lcp', MetricsStats.lcp, 30)
+    if (!checkStdDev(stats, 'lcp', MetricsStats.lcp, 50)
       || !checkStdDev(stats, 'cls', MetricsStats.cls, 0.1)
       || !checkStdDev(stats, 'cpu', MetricsStats.cpu, 1)
       || !checkStdDev(stats, 'memory-mean', MetricsStats.memoryMean, 1000 * 1024)

packages/replay/metrics/src/collector.ts

@@ -77,8 +77,9 @@ export class MetricsCollector {
         } catch (e) {
           console.warn(`${innerLabel} failed with ${e}`);
           break;
+        } finally {
+          console.timeEnd(innerLabel);
         }
-        console.timeEnd(innerLabel);
       }
       console.timeEnd(label);
       if ((results.length == testCase.runs) && await testCase.shouldAccept(results)) {

packages/replay/metrics/test-apps/jank/app.js

@@ -25,7 +25,7 @@ document.addEventListener("DOMContentLoaded", function() {
       incrementor = 10,
       distance = 3,
       frame,
-      minimum = 70,
+      minimum = 20,
       subtract = document.querySelector('.subtract'),
       add = document.querySelector('.add');