{ "cases": { "ok_isolation": [ { "k": 1, "max_ms": 0.106666, "memories": 453, "nodes": 10, "p50_ms": 0.018000000000000002, "p95_ms": 0.045834, "p99_ms": 0.106625, "result": 69.0, "runs": 200 }, { "k": 1, "max_ms": 0.020667, "memories": 543, "nodes": 100, "p50_ms": 0.007, "p95_ms": 0.007917, "p99_ms": 0.010332999999999998, "result": 69.0, "runs": 200 }, { "k": 1, "max_ms": 0.024292, "memories": 1443, "nodes": 1000, "p50_ms": 0.008, "p95_ms": 0.021707999999999998, "p99_ms": 0.023084, "result": 69.0, "runs": 200 }, { "k": 1, "max_ms": 0.019, "memories": 5443, "nodes": 5000, "p50_ms": 0.009375, "p95_ms": 0.014167, "p99_ms": 0.016958, "result": 69.0, "runs": 200 }, { "k": 1, "max_ms": 0.010583, "memories": 10443, "nodes": 10000, "p50_ms": 0.008624999999999999, "p95_ms": 0.009541000000000001, "p99_ms": 0.010542, "result": 69.0, "runs": 200 } ], "push_pull": [ { "fanout": 10, "iterations": 150, "k": 10, "mode": "eager", "mutation_p50_ms": 0.069459, "mutation_p95_ms": 0.08270899999999999, "mutation_p99_ms": 0.08591599999999999, "read_p50_ms": 0.001167, "read_p95_ms": 0.001583, "read_p99_ms": 0.008 }, { "fanout": 100, "iterations": 150, "k": 100, "mode": "eager", "mutation_p50_ms": 0.802042, "mutation_p95_ms": 0.852916, "mutation_p99_ms": 0.8965000000000001, "read_p50_ms": 0.001584, "read_p95_ms": 0.001917, "read_p99_ms": 0.002125 }, { "fanout": 500, "iterations": 80, "k": 500, "mode": "eager", "mutation_p50_ms": 4.438083, "mutation_p95_ms": 7.787667, "mutation_p99_ms": 10.31325, "read_p50_ms": 0.002417, "read_p95_ms": 0.004417, "read_p99_ms": 0.009458 }, { "fanout": 1000, "iterations": 50, "k": 1000, "mode": "eager", "mutation_p50_ms": 9.153542, "mutation_p95_ms": 10.075583, "mutation_p99_ms": 10.898167, "read_p50_ms": 0.002084, "read_p95_ms": 0.003625, "read_p99_ms": 0.0038330000000000005 }, { "fanout": 2500, "iterations": 20, "k": 2500, "mode": "eager", "mutation_p50_ms": 23.592167, "mutation_p95_ms": 28.403541, "mutation_p99_ms": 28.403541, "read_p50_ms": 0.003125, "read_p95_ms": 0.0067079999999999996, "read_p99_ms": 0.0067079999999999996 }, { "fanout": 5000, "iterations": 10, "k": 5000, "mode": "eager", "mutation_p50_ms": 50.023792, "mutation_p95_ms": 55.397541000000004, "mutation_p99_ms": 55.397541000000004, "read_p50_ms": 0.0043749999999999995, "read_p95_ms": 0.007083, "read_p99_ms": 0.007083 }, { "fanout": 10, "iterations": 150, "k": 1, "mode": "lazy", "mutation_p50_ms": 0.0015, "mutation_p95_ms": 0.001625, "mutation_p99_ms": 0.0022500000000000003, "read_p50_ms": 0.007459, "read_p95_ms": 0.008167, "read_p99_ms": 0.011792 }, { "fanout": 100, "iterations": 150, "k": 1, "mode": "lazy", "mutation_p50_ms": 0.001583, "mutation_p95_ms": 0.001708, "mutation_p99_ms": 0.001958, "read_p50_ms": 0.008457999999999999, "read_p95_ms": 0.009082999999999999, "read_p99_ms": 0.011125 }, { "fanout": 500, "iterations": 80, "k": 1, "mode": "lazy", "mutation_p50_ms": 0.001667, "mutation_p95_ms": 0.002125, "mutation_p99_ms": 0.0029170000000000003, "read_p50_ms": 0.011708, "read_p95_ms": 0.012792000000000001, "read_p99_ms": 0.027541 }, { "fanout": 1000, "iterations": 50, "k": 1, "mode": "lazy", "mutation_p50_ms": 0.001833, "mutation_p95_ms": 0.0020829999999999998, "mutation_p99_ms": 0.002375, "read_p50_ms": 0.00975, "read_p95_ms": 0.010832999999999999, "read_p99_ms": 0.012041999999999999 }, { "fanout": 2500, "iterations": 20, "k": 1, "mode": "lazy", "mutation_p50_ms": 0.001834, "mutation_p95_ms": 0.0026249999999999997, "mutation_p99_ms": 0.0026249999999999997, "read_p50_ms": 0.011959000000000001, "read_p95_ms": 0.014792, "read_p99_ms": 0.014792 }, { "fanout": 5000, "iterations": 10, "k": 1, "mode": "lazy", "mutation_p50_ms": 0.001916, "mutation_p95_ms": 0.0025, "mutation_p99_ms": 0.0025, "read_p50_ms": 0.013583, "read_p95_ms": 0.016915999999999997, "read_p99_ms": 0.016915999999999997 } ], "secret_scope": [ { "case": "write_read", "iterations": 1500, "k": 0, "p50_ms": 0.002, "p95_ms": 0.002125, "p99_ms": 0.0026249999999999997, "scope": "public" }, { "case": "write_read", "iterations": 1500, "k": 0, "p50_ms": 0.015000000000000001, "p95_ms": 0.015708, "p99_ms": 0.021583, "scope": "secret" }, { "case": "derivation_lazy", "iterations": 240, "k": 1, "nodes": 600, "p50_ms": 0.013833, "p95_ms": 0.015083, "p99_ms": 0.017041, "scope": "public" }, { "case": "derivation_lazy", "iterations": 240, "k": 1, "nodes": 600, "p50_ms": 0.027708999999999998, "p95_ms": 0.028583, "p99_ms": 0.031458, "scope": "secret" } ], "sustained_mutation": { "nodes": 4000, "overall": { "max_ms": 0.063583, "p50_ms": 0.011459, "p95_ms": 0.016458, "p99_ms": 0.021333 }, "p95_drift_pct": 6.849315068493158, "updates": 2000, "window": 200, "windows": [ { "end": 200, "p50_ms": 0.011667, "p95_ms": 0.01825, "p99_ms": 0.022625000000000003, "start": 1 }, { "end": 400, "p50_ms": 0.011625, "p95_ms": 0.015792, "p99_ms": 0.017458, "start": 201 }, { "end": 600, "p50_ms": 0.0115, "p95_ms": 0.015458, "p99_ms": 0.020208999999999998, "start": 401 }, { "end": 800, "p50_ms": 0.0115, "p95_ms": 0.015125, "p99_ms": 0.015333000000000001, "start": 601 }, { "end": 1000, "p50_ms": 0.0115, "p95_ms": 0.01525, "p99_ms": 0.018625, "start": 801 }, { "end": 1200, "p50_ms": 0.011583000000000001, "p95_ms": 0.019084, "p99_ms": 0.021707999999999998, "start": 1001 }, { "end": 1400, "p50_ms": 0.011416, "p95_ms": 0.019875, "p99_ms": 0.021625000000000002, "start": 1201 }, { "end": 1600, "p50_ms": 0.011375, "p95_ms": 0.016082999999999997, "p99_ms": 0.021917, "start": 1401 }, { "end": 1800, "p50_ms": 0.011333, "p95_ms": 0.01975, "p99_ms": 0.024459, "start": 1601 }, { "end": 2000, "p50_ms": 0.011334, "p95_ms": 0.0195, "p99_ms": 0.020667, "start": 1801 } ] } }, "implementation": "rust", "suite": "this.me mirror benchmark", "version": "0.3.0" }