{ "schemaVersion": 1, "generatedAt": "2026-08-22T04:07:14.284Z", "publishable": true, "source": { "baseline": { "tag": "2.1.1", "commit": "f954fdc864d2e632bcd324714ed80f9abf59a38f", "indexSha256": "6fd442b5de14c05d79db7a76861ea0088380727094b13366df15dd1f617f65e7" }, "candidate": { "packageVersion": "2.1.2", "commit": "5bbe07d1f0daa64625fe1f08ecfd202fdc5e2823", "dirty": false, "indexSha256": "bdbaa323b897eddd8c6672edc963162ff6e74cc3d8715708724acc60f55a5351" } }, "protocol": { "id": "core-suite-scaling-v1", "sizes": [ 250, 500, 1000, 2000, 4000, 8000, 16000 ], "warmups": 1, "measuredSamples": 5, "orderSeed": 5360158, "processPolicy": "one fresh Node process per implementation and suite size; serial randomized order", "boundary": "imports excluded; construction plus expects/pass/done included; report excluded from timing and used only for exact-result validation", "workload": "uniquely named synchronous passing cases in one VanillaTest instance", "comparison": "exact 2.1.1 index.js reconstructed from Git versus the candidate using the same installed runtime dependencies" }, "machine": { "model": "Alienware 18 Area-51 AA18250", "os": { "platform": "win32", "release": "10.0.26200", "version": "Windows 11 Home", "architecture": "x64" }, "cpu": { "model": "Intel(R) Core(TM) Ultra 9 275HX", "logicalCores": 24, "availableParallelism": 24 }, "memory": { "totalBytes": 68137205760 }, "node": { "version": "v24.18.0", "architecture": "x64", "v8": "13.6.233.17-node.50" }, "powerPlan": "Balanced", "affinity": "operating-system default; workers execute serially" }, "series": [ { "id": "baseline", "label": "vanilla-test 2.1.1", "points": [ { "caseCount": 250, "samples": [ { "index": 1, "caseCount": 250, "lifecycleMs": 1.555500000000002, "valid": true }, { "index": 2, "caseCount": 250, "lifecycleMs": 1.375399999999999, "valid": true }, { "index": 3, "caseCount": 250, "lifecycleMs": 1.3399, "valid": true }, { "index": 4, "caseCount": 250, "lifecycleMs": 1.8762000000000008, "valid": true }, { "index": 5, "caseCount": 250, "lifecycleMs": 1.3622000000000014, "valid": true } ], "summary": { "count": 5, "minimumMs": 1.3399, "p25Ms": 1.3622000000000014, "medianMs": 1.375399999999999, "p75Ms": 1.555500000000002, "maximumMs": 1.8762000000000008, "medianAbsoluteDeviationMs": 0.03549999999999898, "median95ConfidenceMs": [ 1.3399, 1.8762000000000008 ], "medianCasesPerSecond": 181765.3046386507 } }, { "caseCount": 500, "samples": [ { "index": 1, "caseCount": 500, "lifecycleMs": 3.579900000000002, "valid": true }, { "index": 2, "caseCount": 500, "lifecycleMs": 4.765200000000004, "valid": true }, { "index": 3, "caseCount": 500, "lifecycleMs": 3.716899999999999, "valid": true }, { "index": 4, "caseCount": 500, "lifecycleMs": 5.198499999999999, "valid": true }, { "index": 5, "caseCount": 500, "lifecycleMs": 3.6738, "valid": true } ], "summary": { "count": 5, "minimumMs": 3.579900000000002, "p25Ms": 3.6738, "medianMs": 3.716899999999999, "p75Ms": 4.765200000000004, "maximumMs": 5.198499999999999, "medianAbsoluteDeviationMs": 0.1369999999999969, "median95ConfidenceMs": [ 3.579900000000002, 5.198499999999999 ], "medianCasesPerSecond": 134520.7027361511 } }, { "caseCount": 1000, "samples": [ { "index": 1, "caseCount": 1000, "lifecycleMs": 11.370600000000003, "valid": true }, { "index": 2, "caseCount": 1000, "lifecycleMs": 11.160499999999999, "valid": true }, { "index": 3, "caseCount": 1000, "lifecycleMs": 12.9606, "valid": true }, { "index": 4, "caseCount": 1000, "lifecycleMs": 16.0702, "valid": true }, { "index": 5, "caseCount": 1000, "lifecycleMs": 12.1604, "valid": true } ], "summary": { "count": 5, "minimumMs": 11.160499999999999, "p25Ms": 11.370600000000003, "medianMs": 12.1604, "p75Ms": 12.9606, "maximumMs": 16.0702, "medianAbsoluteDeviationMs": 0.8002000000000002, "median95ConfidenceMs": [ 11.160499999999999, 16.0702 ], "medianCasesPerSecond": 82234.13703496596 } }, { "caseCount": 2000, "samples": [ { "index": 1, "caseCount": 2000, "lifecycleMs": 27.932900000000004, "valid": true }, { "index": 2, "caseCount": 2000, "lifecycleMs": 28.4935, "valid": true }, { "index": 3, "caseCount": 2000, "lifecycleMs": 28.530900000000003, "valid": true }, { "index": 4, "caseCount": 2000, "lifecycleMs": 32.4855, "valid": true }, { "index": 5, "caseCount": 2000, "lifecycleMs": 28.875600000000002, "valid": true } ], "summary": { "count": 5, "minimumMs": 27.932900000000004, "p25Ms": 28.4935, "medianMs": 28.530900000000003, "p75Ms": 28.875600000000002, "maximumMs": 32.4855, "medianAbsoluteDeviationMs": 0.34469999999999956, "median95ConfidenceMs": [ 27.932900000000004, 32.4855 ], "medianCasesPerSecond": 70099.43605003698 } }, { "caseCount": 4000, "samples": [ { "index": 1, "caseCount": 4000, "lifecycleMs": 119.0671, "valid": true }, { "index": 2, "caseCount": 4000, "lifecycleMs": 120.4223, "valid": true }, { "index": 3, "caseCount": 4000, "lifecycleMs": 120.58100000000002, "valid": true }, { "index": 4, "caseCount": 4000, "lifecycleMs": 130.0785, "valid": true }, { "index": 5, "caseCount": 4000, "lifecycleMs": 130.6372, "valid": true } ], "summary": { "count": 5, "minimumMs": 119.0671, "p25Ms": 120.4223, "medianMs": 120.58100000000002, "p75Ms": 130.0785, "maximumMs": 130.6372, "medianAbsoluteDeviationMs": 1.513900000000021, "median95ConfidenceMs": [ 119.0671, 130.6372 ], "medianCasesPerSecond": 33172.722070641306 } }, { "caseCount": 8000, "samples": [ { "index": 1, "caseCount": 8000, "lifecycleMs": 537.3439000000001, "valid": true }, { "index": 2, "caseCount": 8000, "lifecycleMs": 529.6204, "valid": true }, { "index": 3, "caseCount": 8000, "lifecycleMs": 524.3522999999999, "valid": true }, { "index": 4, "caseCount": 8000, "lifecycleMs": 623.1967, "valid": true }, { "index": 5, "caseCount": 8000, "lifecycleMs": 594.6702, "valid": true } ], "summary": { "count": 5, "minimumMs": 524.3522999999999, "p25Ms": 529.6204, "medianMs": 537.3439000000001, "p75Ms": 594.6702, "maximumMs": 623.1967, "medianAbsoluteDeviationMs": 12.991600000000176, "median95ConfidenceMs": [ 524.3522999999999, 623.1967 ], "medianCasesPerSecond": 14888.044695398978 } }, { "caseCount": 16000, "samples": [ { "index": 1, "caseCount": 16000, "lifecycleMs": 1461.9578, "valid": true }, { "index": 2, "caseCount": 16000, "lifecycleMs": 1411.0558, "valid": true }, { "index": 3, "caseCount": 16000, "lifecycleMs": 1397.5716, "valid": true }, { "index": 4, "caseCount": 16000, "lifecycleMs": 1519.2535, "valid": true }, { "index": 5, "caseCount": 16000, "lifecycleMs": 1617.6735, "valid": true } ], "summary": { "count": 5, "minimumMs": 1397.5716, "p25Ms": 1411.0558, "medianMs": 1461.9578, "p75Ms": 1519.2535, "maximumMs": 1617.6735, "medianAbsoluteDeviationMs": 57.295700000000124, "median95ConfidenceMs": [ 1397.5716, 1617.6735 ], "medianCasesPerSecond": 10944.22834913566 } } ] }, { "id": "candidate", "label": "vanilla-test 2.1.2", "points": [ { "caseCount": 250, "samples": [ { "index": 1, "caseCount": 250, "lifecycleMs": 0.9682999999999993, "valid": true }, { "index": 2, "caseCount": 250, "lifecycleMs": 0.8797999999999995, "valid": true }, { "index": 3, "caseCount": 250, "lifecycleMs": 1.0192999999999977, "valid": true }, { "index": 4, "caseCount": 250, "lifecycleMs": 1.6577999999999982, "valid": true }, { "index": 5, "caseCount": 250, "lifecycleMs": 0.9199000000000019, "valid": true } ], "summary": { "count": 5, "minimumMs": 0.8797999999999995, "p25Ms": 0.9199000000000019, "medianMs": 0.9682999999999993, "p75Ms": 1.0192999999999977, "maximumMs": 1.6577999999999982, "medianAbsoluteDeviationMs": 0.05099999999999838, "median95ConfidenceMs": [ 0.8797999999999995, 1.6577999999999982 ], "medianCasesPerSecond": 258184.44696891477 } }, { "caseCount": 500, "samples": [ { "index": 1, "caseCount": 500, "lifecycleMs": 1.7570000000000014, "valid": true }, { "index": 2, "caseCount": 500, "lifecycleMs": 1.7576, "valid": true }, { "index": 3, "caseCount": 500, "lifecycleMs": 1.6881999999999984, "valid": true }, { "index": 4, "caseCount": 500, "lifecycleMs": 1.7338999999999984, "valid": true }, { "index": 5, "caseCount": 500, "lifecycleMs": 2.070700000000002, "valid": true } ], "summary": { "count": 5, "minimumMs": 1.6881999999999984, "p25Ms": 1.7338999999999984, "medianMs": 1.7570000000000014, "p75Ms": 1.7576, "maximumMs": 2.070700000000002, "medianAbsoluteDeviationMs": 0.023100000000003007, "median95ConfidenceMs": [ 1.6881999999999984, 2.070700000000002 ], "medianCasesPerSecond": 284575.98178713693 } }, { "caseCount": 1000, "samples": [ { "index": 1, "caseCount": 1000, "lifecycleMs": 2.4228000000000023, "valid": true }, { "index": 2, "caseCount": 1000, "lifecycleMs": 2.498899999999999, "valid": true }, { "index": 3, "caseCount": 1000, "lifecycleMs": 2.299900000000001, "valid": true }, { "index": 4, "caseCount": 1000, "lifecycleMs": 4.082999999999998, "valid": true }, { "index": 5, "caseCount": 1000, "lifecycleMs": 2.796099999999999, "valid": true } ], "summary": { "count": 5, "minimumMs": 2.299900000000001, "p25Ms": 2.4228000000000023, "medianMs": 2.498899999999999, "p75Ms": 2.796099999999999, "maximumMs": 4.082999999999998, "medianAbsoluteDeviationMs": 0.19899999999999807, "median95ConfidenceMs": [ 2.299900000000001, 4.082999999999998 ], "medianCasesPerSecond": 400176.0774740887 } }, { "caseCount": 2000, "samples": [ { "index": 1, "caseCount": 2000, "lifecycleMs": 4.2667, "valid": true }, { "index": 2, "caseCount": 2000, "lifecycleMs": 4.189399999999999, "valid": true }, { "index": 3, "caseCount": 2000, "lifecycleMs": 5.053799999999999, "valid": true }, { "index": 4, "caseCount": 2000, "lifecycleMs": 4.648700000000002, "valid": true }, { "index": 5, "caseCount": 2000, "lifecycleMs": 4.492699999999999, "valid": true } ], "summary": { "count": 5, "minimumMs": 4.189399999999999, "p25Ms": 4.2667, "medianMs": 4.492699999999999, "p75Ms": 4.648700000000002, "maximumMs": 5.053799999999999, "medianAbsoluteDeviationMs": 0.2259999999999991, "median95ConfidenceMs": [ 4.189399999999999, 5.053799999999999 ], "medianCasesPerSecond": 445166.60360139783 } }, { "caseCount": 4000, "samples": [ { "index": 1, "caseCount": 4000, "lifecycleMs": 6.763099999999998, "valid": true }, { "index": 2, "caseCount": 4000, "lifecycleMs": 7.712500000000002, "valid": true }, { "index": 3, "caseCount": 4000, "lifecycleMs": 8.4195, "valid": true }, { "index": 4, "caseCount": 4000, "lifecycleMs": 7.0687, "valid": true }, { "index": 5, "caseCount": 4000, "lifecycleMs": 8.291600000000003, "valid": true } ], "summary": { "count": 5, "minimumMs": 6.763099999999998, "p25Ms": 7.0687, "medianMs": 7.712500000000002, "p75Ms": 8.291600000000003, "maximumMs": 8.4195, "medianAbsoluteDeviationMs": 0.6438000000000024, "median95ConfidenceMs": [ 6.763099999999998, 8.4195 ], "medianCasesPerSecond": 518638.57374392205 } }, { "caseCount": 8000, "samples": [ { "index": 1, "caseCount": 8000, "lifecycleMs": 11.758, "valid": true }, { "index": 2, "caseCount": 8000, "lifecycleMs": 12.574300000000004, "valid": true }, { "index": 3, "caseCount": 8000, "lifecycleMs": 13.1116, "valid": true }, { "index": 4, "caseCount": 8000, "lifecycleMs": 14.020299999999999, "valid": true }, { "index": 5, "caseCount": 8000, "lifecycleMs": 13.421600000000002, "valid": true } ], "summary": { "count": 5, "minimumMs": 11.758, "p25Ms": 12.574300000000004, "medianMs": 13.1116, "p75Ms": 13.421600000000002, "maximumMs": 14.020299999999999, "medianAbsoluteDeviationMs": 0.5372999999999948, "median95ConfidenceMs": [ 11.758, 14.020299999999999 ], "medianCasesPerSecond": 610146.74029104 } }, { "caseCount": 16000, "samples": [ { "index": 1, "caseCount": 16000, "lifecycleMs": 21.732899999999997, "valid": true }, { "index": 2, "caseCount": 16000, "lifecycleMs": 25.257599999999996, "valid": true }, { "index": 3, "caseCount": 16000, "lifecycleMs": 22.4983, "valid": true }, { "index": 4, "caseCount": 16000, "lifecycleMs": 28.106300000000005, "valid": true }, { "index": 5, "caseCount": 16000, "lifecycleMs": 24.423400000000004, "valid": true } ], "summary": { "count": 5, "minimumMs": 21.732899999999997, "p25Ms": 22.4983, "medianMs": 24.423400000000004, "p75Ms": 25.257599999999996, "maximumMs": 28.106300000000005, "medianAbsoluteDeviationMs": 1.925100000000004, "median95ConfidenceMs": [ 21.732899999999997, 28.106300000000005 ], "medianCasesPerSecond": 655109.4442215251 } } ] } ] }