{"date":"2026-09-24","host":"US-KS-2 / NVIDIA RTX PRO 4500 Blackwell Server Edition","method":"T-Rex original course, seeds 0-4, 60 seconds each, labeled prompt, six requests in flight. Each model plays independently; actual states diverge.","conditions":{"no_shield":{"clm":{"summary":{"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight","mode":"realtime","shield":false,"course_style":"original","prompt":"labeled","duration_s":60.0,"seeds":5,"survived":0,"deaths":33,"mean_best_score":120.8,"mean_decisions":2699.4,"mean_agreement_with_planner":0.888,"latency_ms_p50_median":16.4,"model_ms_p50_median":2.1,"errors":0,"answers_discarded":769,"shield_interventions":0,"inflight":6},"results":[{"seed":0,"survived":false,"deaths":7,"best_score":109,"scores":[55,91,42,72,43,54],"decisions":2553,"agreement_with_planner":0.911,"latency_ms_p50":16.5,"latency_ms_p95":101.0,"model_ms_p50":2.3,"answers_discarded":252,"errors":0,"last_error":null,"best_effort_decisions":100,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":14936,"game_seconds":50.3,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"},{"seed":1,"survived":false,"deaths":8,"best_score":99,"scores":[47,50,75,51,43,99,42],"decisions":2759,"agreement_with_planner":0.9,"latency_ms_p50":16.4,"latency_ms_p95":82.6,"model_ms_p50":1.7,"answers_discarded":107,"errors":0,"last_error":null,"best_effort_decisions":61,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":2339,"game_seconds":48.8,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"},{"seed":2,"survived":false,"deaths":5,"best_score":158,"scores":[158,91,48,75,87,34],"decisions":2787,"agreement_with_planner":0.867,"latency_ms_p50":16.4,"latency_ms_p95":100.8,"model_ms_p50":1.8,"answers_discarded":155,"errors":0,"last_error":null,"best_effort_decisions":49,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":3108,"game_seconds":52.5,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"},{"seed":3,"survived":false,"deaths":7,"best_score":100,"scores":[68,60,43,100,64,66,43,12],"decisions":2489,"agreement_with_planner":0.892,"latency_ms_p50":16.4,"latency_ms_p95":133.6,"model_ms_p50":2.4,"answers_discarded":152,"errors":0,"last_error":null,"best_effort_decisions":85,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":945,"game_seconds":49.5,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"},{"seed":4,"survived":false,"deaths":6,"best_score":138,"scores":[107,52,42,75,42,138,19],"decisions":2909,"agreement_with_planner":0.868,"latency_ms_p50":16.4,"latency_ms_p95":65.9,"model_ms_p50":2.1,"answers_discarded":103,"errors":0,"last_error":null,"best_effort_decisions":25,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":321,"game_seconds":51.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"}]},"jev":{"summary":{"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight","mode":"realtime","shield":false,"course_style":"original","prompt":"labeled","duration_s":60.0,"seeds":5,"survived":1,"deaths":7,"mean_best_score":447.0,"mean_decisions":1350.4,"mean_agreement_with_planner":0.994,"latency_ms_p50_median":132.0,"model_ms_p50_median":116.8,"errors":0,"answers_discarded":1848,"shield_interventions":0,"inflight":6},"results":[{"seed":0,"survived":false,"deaths":1,"best_score":406,"scores":[199,406],"decisions":1375,"agreement_with_planner":0.993,"latency_ms_p50":131.9,"latency_ms_p95":150.9,"model_ms_p50":115.6,"answers_discarded":364,"errors":0,"last_error":null,"best_effort_decisions":32,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":632077,"game_seconds":58.5,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"},{"seed":1,"survived":false,"deaths":1,"best_score":503,"scores":[119,503],"decisions":1396,"agreement_with_planner":0.993,"latency_ms_p50":132.1,"latency_ms_p95":151.2,"model_ms_p50":117.4,"answers_discarded":348,"errors":0,"last_error":null,"best_effort_decisions":20,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":633617,"game_seconds":58.5,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"},{"seed":2,"survived":false,"deaths":3,"best_score":221,"scores":[68,164,221,82],"decisions":1289,"agreement_with_planner":1.0,"latency_ms_p50":132.0,"latency_ms_p95":166.7,"model_ms_p50":116.9,"answers_discarded":346,"errors":0,"last_error":null,"best_effort_decisions":66,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":591674,"game_seconds":55.5,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"},{"seed":3,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":1364,"agreement_with_planner":0.99,"latency_ms_p50":132.0,"latency_ms_p95":164.9,"model_ms_p50":116.2,"answers_discarded":423,"errors":0,"last_error":null,"best_effort_decisions":10,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":650376,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"},{"seed":4,"survived":false,"deaths":2,"best_score":408,"scores":[55,119,408],"decisions":1328,"agreement_with_planner":0.995,"latency_ms_p50":131.9,"latency_ms_p95":150.9,"model_ms_p50":116.8,"answers_discarded":367,"errors":0,"last_error":null,"best_effort_decisions":30,"shield_interventions":0,"arrival_saves":0,"emergency_saves":0,"input_tokens":614400,"game_seconds":57.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"}]}},"shield":{"clm":{"summary":{"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight","mode":"realtime","shield":true,"course_style":"original","prompt":"labeled","duration_s":60.0,"seeds":5,"survived":5,"deaths":0,"mean_best_score":697.0,"mean_decisions":3328.6,"mean_agreement_with_planner":0.639,"latency_ms_p50_median":16.4,"model_ms_p50_median":1.9,"errors":0,"answers_discarded":1330,"shield_interventions":5259,"inflight":6},"results":[{"seed":0,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":3005,"agreement_with_planner":0.655,"latency_ms_p50":16.5,"latency_ms_p95":66.1,"model_ms_p50":2.2,"answers_discarded":585,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":50,"arrival_saves":809,"emergency_saves":3,"input_tokens":34321,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"},{"seed":1,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":3245,"agreement_with_planner":0.669,"latency_ms_p50":16.4,"latency_ms_p95":49.8,"model_ms_p50":1.9,"answers_discarded":352,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":82,"arrival_saves":879,"emergency_saves":1,"input_tokens":19347,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"},{"seed":2,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":3389,"agreement_with_planner":0.639,"latency_ms_p50":16.4,"latency_ms_p95":33.1,"model_ms_p50":1.9,"answers_discarded":198,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":86,"arrival_saves":983,"emergency_saves":0,"input_tokens":8818,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"},{"seed":3,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":3495,"agreement_with_planner":0.615,"latency_ms_p50":16.4,"latency_ms_p95":18.5,"model_ms_p50":1.6,"answers_discarded":105,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":71,"arrival_saves":1109,"emergency_saves":0,"input_tokens":4509,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"},{"seed":4,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":3509,"agreement_with_planner":0.617,"latency_ms_p50":16.4,"latency_ms_p95":18.5,"model_ms_p50":1.8,"answers_discarded":90,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":75,"arrival_saves":1111,"emergency_saves":0,"input_tokens":4386,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"clm-latest","endpoint":"http://127.0.0.1:8700 · clm-latest · 6 requests in flight"}]},"jev":{"summary":{"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight","mode":"realtime","shield":true,"course_style":"original","prompt":"labeled","duration_s":60.0,"seeds":5,"survived":5,"deaths":0,"mean_best_score":697.0,"mean_decisions":1382.0,"mean_agreement_with_planner":0.988,"latency_ms_p50_median":132.1,"model_ms_p50_median":115.8,"errors":0,"answers_discarded":2026,"shield_interventions":20,"inflight":6},"results":[{"seed":0,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":1353,"agreement_with_planner":0.982,"latency_ms_p50":132.4,"latency_ms_p95":165.5,"model_ms_p50":117.7,"answers_discarded":435,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":0,"arrival_saves":1,"emergency_saves":0,"input_tokens":649959,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"},{"seed":1,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":1380,"agreement_with_planner":0.991,"latency_ms_p50":132.3,"latency_ms_p95":165.5,"model_ms_p50":117.9,"answers_discarded":407,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":0,"arrival_saves":5,"emergency_saves":0,"input_tokens":649992,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"},{"seed":2,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":1406,"agreement_with_planner":0.989,"latency_ms_p50":118.1,"latency_ms_p95":150.9,"model_ms_p50":113.5,"answers_discarded":384,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":0,"arrival_saves":3,"emergency_saves":0,"input_tokens":651164,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"},{"seed":3,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":1370,"agreement_with_planner":0.989,"latency_ms_p50":132.1,"latency_ms_p95":151.2,"model_ms_p50":115.6,"answers_discarded":415,"errors":0,"last_error":null,"best_effort_decisions":1,"shield_interventions":0,"arrival_saves":4,"emergency_saves":1,"input_tokens":649435,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"},{"seed":4,"survived":true,"deaths":0,"best_score":697,"scores":[697],"decisions":1401,"agreement_with_planner":0.991,"latency_ms_p50":132.1,"latency_ms_p95":165.2,"model_ms_p50":115.8,"answers_discarded":385,"errors":0,"last_error":null,"best_effort_decisions":0,"shield_interventions":0,"arrival_saves":6,"emergency_saves":0,"input_tokens":649424,"game_seconds":60.0,"wall_seconds":60.0,"host_stall_seconds_dropped":0.0,"model":"jev-1.13.0","endpoint":"https://api.typesafe.ai · jev-1.13.0 · 6 requests in flight"}]}}}}