{ "experimentDates": "2026-09-12 to 2026-09-13", "units": "journeys/s", "status": "COMPLETE", "conditions": { "appAndNodeType": "t3.large", "initialMinDesiredMax": [ 2, 2, 4 ], "runnerType": "c6i.4xlarge", "eksSourceCommit": "9d0403ae6c09696c612ff57c25cf3fb66625f00f", "runtimeChange": "EKS Hikari minimumIdle=1; September 14 maximumPoolSize=5 change is not part of this measurement." }, "fullStagePassRate": { "ec2Asg": 18, "eksMsa": 68 }, "rows": [ { "track": "ec2-asg", "segment": "scale-out-proof", "decision": "CONTROLLED_SCALE_OUT_VERIFIED", "evidence": "ec2-asg/maximum-configuration/max4-business-review.json", "note": "Natural CPU policy did not scale; explicit max configuration2to4 verified. See natural-policy/review.json." }, { "track": "ec2-asg", "segment": "maximum-configuration", "decision": "BELOW_CRITERIA", "executionStatus": "COMPLETE_RECOVERED", "fullStagePassRate": 10, "upperSloFailureRate": 11, "evidence": "ec2-asg/collected-max4/result.json" }, { "track": "ec2-asg", "segment": "soak-absolute", "rate": 16, "decision": "BELOW_CRITERIA", "fullWindows": 60, "passWindows": 59, "success": 57600, "failed": 0, "drops": 0, "toolingErrors": 0, "evidence": "ec2-asg/collected-soak-absolute" }, { "track": "ec2-asg", "segment": "soak-relative", "rate": 13, "decision": "PASS", "fullWindows": 60, "passWindows": 60, "completed": 46801, "success": 46801, "failed": 0, "drops": 0, "toolingErrors": 0, "evidence": "ec2-asg/collected-soak-relative" }, { "track": "ec2-asg", "segment": "app-fault", "decision": "NEEDS_REPAIR", "executionStatus": "COMPLETE_RECOVERED", "toolingErrors": 28, "evidence": "ec2-asg/collected-app-final/result.json" }, { "track": "ec2-asg", "segment": "compute-fault", "decision": "BELOW_CRITERIA", "executionStatus": "COMPLETE_RECOVERED", "drops": 0, "toolingErrors": 0, "evidence": "ec2-asg/collected-compute-final/result.json" }, { "track": "ec2-asg", "segment": "deployment-fault", "decision": "PASS", "evidence": "ec2-asg/collected-deployment-final" }, { "track": "eks-msa", "segment": "baseline", "decision": "BELOW_CRITERIA", "evidence": "eks-msa/collected-baseline/suite/baseline-absolute/trial-result.json", "note": "3x300s at16: BELOW_CRITERIA,PASS,PASS. All original evidence retained" }, { "track": "eks-msa", "segment": "stress", "decision": "BELOW_CRITERIA", "executionStatus": "COMPLETE_RECOVERED", "fullStagePassRate": 68, "upperSloFailureRate": 72, "evidence": "eks-msa/collected-natural-final/suite/stress-absolute/trial-result.json", "note": "Initial96 drop699 preserved; repaired96 drop0 overload; natural recovery final300sPASS" }, { "track": "eks-msa", "segment": "scale-out-proof", "decision": "NATURAL_SCALE_OUT_VERIFIED", "evidence": "eks-msa/scale-analysis/SCALE-OUT.partial.md", "note": "CloudTrail CA role2to3to4 and added-node PodReady/business requests linked; some requested Pods unready preserved" }, { "track": "eks-msa", "segment": "maximum-configuration", "decision": "BELOW_CRITERIA", "executionStatus": "COMPLETE_RECOVERED", "fullStagePassRate": 64, "upperSloFailureRate": 68, "evidence": "eks-msa/collected-max4-final/stress-max4/result.json", "note": "4/4/4 measured with unchanged HPA, recovery final240sPASS, restored2/2/4" }, { "track": "eks-msa", "segment": "soak-absolute", "rate": 16, "decision": "BELOW_CRITERIA", "executionStatus": "COMPLETE", "fullWindows": 60, "passWindows": 59, "completed": 57601, "success": 57600, "failed": 1, "drops": 0, "toolingErrors": 0, "evidence": "eks-msa/collected-soak-absolute-final/suite/soak-absolute/001-soak-16/measurement.json" }, { "track": "eks-msa", "segment": "soak-relative", "rate": 47, "decision": "BELOW_CRITERIA", "executionStatus": "COMPLETE", "fullWindows": 60, "passWindows": 59, "completed": 169201, "success": 169200, "failed": 1, "drops": 0, "toolingErrors": 0, "evidence": "eks-msa/collected-soak-relative-final/suite/soak-relative/001-soak-47/measurement.json" }, { "track": "eks-msa", "segment": "app-fault", "decision": "NEEDS_REPAIR", "executionStatus": "COMPLETE_RECOVERED", "drops": 0, "toolingErrors": 81, "evidence": "eks-msa/collected-app-final", "note": "Injected segment 003-app-16 preserved as NEEDS_REPAIR (81 credential_repair tooling errors); 002-app-16 was an uninjected run kept as-is. Recovery 004-recovery-16 PASS after repairing only the 182 affected accounts." }, { "track": "eks-msa", "segment": "compute-fault", "decision": "BELOW_CRITERIA", "executionStatus": "COMPLETE_RECOVERED", "drops": 0, "toolingErrors": 0, "evidence": "eks-msa/collected-compute-final", "note": "One node instance terminated (Successful); replacement node Ready and serving 12 business API routes. Recovery kept BELOW_CRITERIA for one failed journey, last 480s clean." }, { "track": "eks-msa", "segment": "deployment-fault", "decision": "PASS", "executionStatus": "COMPLETE_RECOVERED", "drops": 0, "toolingErrors": 0, "evidence": "eks-msa/collected-deployment-final", "note": "Failing image applied once (unavailable 1, maxSurge1/maxUnavailable0 kept existing pods serving); healthy image restored. Not a full-outage experiment." } ], "selectedMeasurements": [ { "path": "ec2-asg/collected-stress/006-stress-18/measurement.json", "offeredRate": 18, "units": "journeys/s", "decision": "PASS", "stableTail": true, "toolingErrors": 0, "fullWindows": [ { "started": 1081, "completed": 1074, "success": 1074, "failed": 0, "contract": 0, "drops": 0, "from": 1789207366.341246, "to": 1789207426.341246, "full": true, "successRate": 1.0, "journeyP95Ms": 447.0, "journeyP99Ms": 761.0199999999995, "apiP95Ms": 157.30000000000018, "apiP99Ms": 276.2400000000016, "status": "PASS" }, { "started": 1080, "completed": 1082, "success": 1082, "failed": 0, "contract": 0, "drops": 0, "from": 1789207426.341246, "to": 1789207486.341246, "full": true, "successRate": 1.0, "journeyP95Ms": 425.9000000000001, "journeyP99Ms": 629.19, "apiP95Ms": 157.0, "apiP99Ms": 275.6200000000008, "status": "PASS" }, { "started": 1080, "completed": 1082, "success": 1082, "failed": 0, "contract": 0, "drops": 0, "from": 1789207486.341246, "to": 1789207546.341246, "full": true, "successRate": 1.0, "journeyP95Ms": 1200.8000000000002, "journeyP99Ms": 2024.1600000000035, "apiP95Ms": 248.0, "apiP99Ms": 915.2000000000016, "status": "PASS" }, { "started": 1080, "completed": 1078, "success": 1078, "failed": 0, "contract": 0, "drops": 0, "from": 1789207546.341246, "to": 1789207606.341246, "full": true, "successRate": 1.0, "journeyP95Ms": 447.15, "journeyP99Ms": 756.2900000000004, "apiP95Ms": 156.0, "apiP99Ms": 314.71999999999935, "status": "PASS" }, { "started": 1080, "completed": 1079, "success": 1079, "failed": 0, "contract": 0, "drops": 0, "from": 1789207606.341246, "to": 1789207666.341246, "full": true, "successRate": 1.0, "journeyP95Ms": 393.0, "journeyP99Ms": 522.22, "apiP95Ms": 151.0, "apiP99Ms": 232.8800000000001, "status": "PASS" } ] }, { "path": "ec2-asg/collected-stress/007-stress-19/measurement.json", "offeredRate": 19, "units": "journeys/s", "decision": "BELOW_CRITERIA", "stableTail": true, "toolingErrors": 0, "fullWindows": [ { "started": 1141, "completed": 1137, "success": 1137, "failed": 0, "contract": 0, "drops": 0, "from": 1789207994.480227, "to": 1789208054.480227, "full": true, "successRate": 1.0, "journeyP95Ms": 521.4000000000001, "journeyP99Ms": 845.1200000000058, "apiP95Ms": 180.0, "apiP99Ms": 341.0, "status": "PASS" }, { "started": 1140, "completed": 1140, "success": 1140, "failed": 0, "contract": 0, "drops": 0, "from": 1789208054.480227, "to": 1789208114.480227, "full": true, "successRate": 1.0, "journeyP95Ms": 4211.599999999999, "journeyP99Ms": 5493.889999999995, "apiP95Ms": 1199.25, "apiP99Ms": 2048.25, "status": "FAIL" }, { "started": 1140, "completed": 1138, "success": 1138, "failed": 0, "contract": 0, "drops": 0, "from": 1789208114.480227, "to": 1789208174.480227, "full": true, "successRate": 1.0, "journeyP95Ms": 1085.4999999999986, "journeyP99Ms": 1828.6399999999967, "apiP95Ms": 238.0, "apiP99Ms": 843.7399999999998, "status": "PASS" }, { "started": 1140, "completed": 1143, "success": 1143, "failed": 0, "contract": 0, "drops": 0, "from": 1789208174.480227, "to": 1789208234.480227, "full": true, "successRate": 1.0, "journeyP95Ms": 1722.299999999999, "journeyP99Ms": 2395.6399999999994, "apiP95Ms": 384.60000000000036, "apiP99Ms": 1120.3199999999997, "status": "PASS" }, { "started": 1140, "completed": 1139, "success": 1139, "failed": 0, "contract": 0, "drops": 0, "from": 1789208234.480227, "to": 1789208294.480227, "full": true, "successRate": 1.0, "journeyP95Ms": 498.2999999999997, "journeyP99Ms": 764.939999999996, "apiP95Ms": 165.69999999999982, "apiP99Ms": 312.47999999999956, "status": "PASS" } ] }, { "path": "eks-msa/collected-stress11/suite/stress-absolute/011-stress-68/measurement.json", "offeredRate": 68, "units": "journeys/s", "decision": "PASS", "stableTail": true, "toolingErrors": 0, "fullWindows": [ { "started": 4085, "completed": 4047, "success": 4047, "failed": 0, "contract": 0, "drops": 0, "from": 1789258853.068992, "to": 1789258913.068992, "full": true, "successRate": 1.0, "journeyP95Ms": 1422.499999999999, "journeyP99Ms": 2529.62, "apiP95Ms": 236.79999999999927, "apiP99Ms": 771.0, "status": "PASS" }, { "started": 4080, "completed": 4108, "success": 4108, "failed": 0, "contract": 0, "drops": 0, "from": 1789258913.068992, "to": 1789258973.068992, "full": true, "successRate": 1.0, "journeyP95Ms": 391.64999999999964, "journeyP99Ms": 642.6499999999992, "apiP95Ms": 110.20000000000073, "apiP99Ms": 235.84000000000015, "status": "PASS" }, { "started": 4080, "completed": 4082, "success": 4082, "failed": 0, "contract": 0, "drops": 0, "from": 1789258973.068992, "to": 1789259033.068992, "full": true, "successRate": 1.0, "journeyP95Ms": 346.0, "journeyP99Ms": 493.0, "apiP95Ms": 95.0, "apiP99Ms": 184.0, "status": "PASS" }, { "started": 4080, "completed": 4079, "success": 4079, "failed": 0, "contract": 0, "drops": 0, "from": 1789259033.068992, "to": 1789259093.068992, "full": true, "successRate": 1.0, "journeyP95Ms": 314.0, "journeyP99Ms": 574.2199999999998, "apiP95Ms": 83.0, "apiP99Ms": 152.0, "status": "PASS" }, { "started": 4076, "completed": 4082, "success": 4082, "failed": 0, "contract": 0, "drops": 0, "from": 1789259093.068992, "to": 1789259153.068992, "full": true, "successRate": 1.0, "journeyP95Ms": 308.0, "journeyP99Ms": 421.19000000000005, "apiP95Ms": 79.0, "apiP99Ms": 152.0, "status": "PASS" } ] }, { "path": "eks-msa/collected-stress10/suite/stress-absolute/010-stress-72/measurement.json", "offeredRate": 72, "units": "journeys/s", "decision": "BELOW_CRITERIA", "stableTail": false, "toolingErrors": 0, "fullWindows": [ { "started": 4325, "completed": 3372, "success": 3372, "failed": 0, "contract": 0, "drops": 0, "from": 1789258456.95222, "to": 1789258516.95222, "full": true, "successRate": 1.0, "journeyP95Ms": 10260.049999999992, "journeyP99Ms": 15568.9, "apiP95Ms": 3870.499999999989, "apiP99Ms": 6554.0, "status": "FAIL" }, { "started": 4320, "completed": 5206, "success": 5205, "failed": 1, "contract": 1, "drops": 0, "from": 1789258516.95222, "to": 1789258576.95222, "full": true, "successRate": 0.9998079139454475, "journeyP95Ms": 19737.75, "journeyP99Ms": 26533.899999999994, "apiP95Ms": 4947.3499999999985, "apiP99Ms": 8980.700000000004, "status": "FAIL" }, { "started": 4320, "completed": 4377, "success": 4377, "failed": 0, "contract": 0, "drops": 0, "from": 1789258576.95222, "to": 1789258636.95222, "full": true, "successRate": 1.0, "journeyP95Ms": 6566.799999999996, "journeyP99Ms": 9822.879999999997, "apiP95Ms": 1758.0499999999993, "apiP99Ms": 3269.8300000000017, "status": "FAIL" }, { "started": 4320, "completed": 4296, "success": 4296, "failed": 0, "contract": 0, "drops": 0, "from": 1789258636.95222, "to": 1789258696.95222, "full": true, "successRate": 1.0, "journeyP95Ms": 7287.5, "journeyP99Ms": 10248.50000000001, "apiP95Ms": 2021.0, "apiP99Ms": 3493.0, "status": "FAIL" }, { "started": 4316, "completed": 4347, "success": 4347, "failed": 0, "contract": 0, "drops": 0, "from": 1789258696.95222, "to": 1789258756.95222, "full": true, "successRate": 1.0, "journeyP95Ms": 3630.5999999999985, "journeyP99Ms": 5773.519999999999, "apiP95Ms": 638.0, "apiP99Ms": 1939.5, "status": "PASS" } ] } ], "limitations": [ "Not a causal EKS speedup factor; architecture, pool settings and scaling behavior differ.", "EC2 19 passed its stable tail but not all full windows.", "Five-minute stress pass does not imply one-hour sustainable capacity.", "Natural and controlled maximum configurations are separate experiments." ], "sources": [ { "path": "KDT_TravelDiary/evidence/aws-load-tests/20260912-SCRUM-77-goal/MATRIX.partial.json", "sha256": "5a94213f0ffedd34e2d4cd6afe05cc64e0f3207be3690514a7b4b519fba9a975" }, { "path": "KDT_TravelDiary/evidence/aws-load-tests/20260912-SCRUM-77-goal/SCRUM-77-COMPARISON.partial.md", "sha256": "25ea50b9e5e6591c0e44e48c56d1beb57e374d04b1a751c853b12738736b5195" }, { "path": "KDT_TravelDiary/evidence/aws-load-tests/20260912-SCRUM-77-goal/ec2-asg/collected-stress/006-stress-18/measurement.json", "sha256": "0684e9d8826ba6ad0ea705862f6fe40782e4bed544aceea426d9394e8a6f5951" }, { "path": "KDT_TravelDiary/evidence/aws-load-tests/20260912-SCRUM-77-goal/ec2-asg/collected-stress/007-stress-19/measurement.json", "sha256": "74d29916b27ffbf5bd91b276e4ae16f62305b5c993df80758df975411fa2944a" }, { "path": "KDT_TravelDiary/evidence/aws-load-tests/20260912-SCRUM-77-goal/eks-msa/collected-stress11/suite/stress-absolute/011-stress-68/measurement.json", "sha256": "589712da55d360303e48e5010edc3ed93d23110723f98871108c50a4dc3a52b2" }, { "path": "KDT_TravelDiary/evidence/aws-load-tests/20260912-SCRUM-77-goal/eks-msa/collected-stress10/suite/stress-absolute/010-stress-72/measurement.json", "sha256": "abfac1c39dd37fd8d5255e91763bd7547bac15237d9ca1533cda8b0cd884377d" } ] }