{ "analysis_1_long_thread": { "total_responses": 18077, "total_cumulative_input_tokens": 2088606516, "total_cumulative_cached_tokens": 1999029760, "total_cumulative_non_cached_tokens": 89576756, "input_concentration": { "top_1_pct_share": 2.43, "top_5_pct_share": 10.39, "top_10_pct_share": 19.49, "top_20_pct_share": 35.88 }, "non_cached_concentration": { "top_1_pct_share": 27.06, "top_5_pct_share": 47.6, "top_10_pct_share": 59.24, "top_20_pct_share": 74.76 }, "overall_input_stats": { "n": 18077, "sum": 2088606516, "mean": 115539.44, "median": 110584, "p10": 35237.0, "p25": 63547, "p75": 164194, "p90": 202608.0, "p99": 254833.6, "min": 11272, "max": 334572 }, "overall_non_cached_stats": { "n": 18077, "sum": 89576756, "mean": 4955.29, "median": 1489, "p10": 470.0, "p25": 788, "p75": 4059, "p90": 10060.4, "p99": 70272.04, "min": 54, "max": 242548 }, "overall_cached_share_stats": { "n": 18077, "sum": 16864.530631000023, "mean": 0.93, "median": 0.98, "p10": 0.86, "p25": 0.95, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999753 }, "overall_context_utilization_stats": { "n": 18077, "sum": 7744.834980999984, "mean": 0.43, "median": 0.41, "p10": 0.13, "p25": 0.24, "p75": 0.61, "p90": 0.75, "p99": 0.89, "min": 0.040427, "max": 0.997906 }, "position_bucket_stats": { "0.0-0.2 (Early)": { "count": 3692, "input_tokens": { "n": 3692, "sum": 245286075, "mean": 66437.18, "median": 53291.0, "p10": 20886.8, "p25": 30758.0, "p75": 90625.25, "p90": 132982.3, "p99": 205137.95, "min": 11272, "max": 238497 }, "cached_input_tokens": { "n": 3692, "sum": 221414912, "mean": 59971.54, "median": 47232.0, "p10": 16128.0, "p25": 23936.0, "p75": 84256.0, "p90": 126848.0, "p99": 200632.32, "min": 0, "max": 231168 }, "non_cached_input_tokens": { "n": 3692, "sum": 23871163, "mean": 6465.65, "median": 3225.0, "p10": 642.1, "p25": 1195.0, "p75": 9437.0, "p90": 13319.1, "p99": 50159.79, "min": 114, "max": 157924 }, "cached_input_share": { "n": 3692, "sum": 3148.2491019999943, "mean": 0.85, "median": 0.94, "p10": 0.57, "p25": 0.83, "p75": 0.98, "p90": 0.99, "p99": 1.0, "min": 0.0, "max": 0.999004 }, "context_utilization": { "n": 3692, "sum": 919.7396959999992, "mean": 0.25, "median": 0.2, "p10": 0.08, "p25": 0.12, "p75": 0.33, "p90": 0.51, "p99": 0.79, "min": 0.040427, "max": 0.922976 } }, "0.2-0.4": { "count": 3555, "input_tokens": { "n": 3555, "sum": 413862669, "mean": 116417.07, "median": 112507, "p10": 49442.8, "p25": 74963.0, "p75": 156987.0, "p90": 187622.0, "p99": 237700.42, "min": 13956, "max": 300466 }, "cached_input_tokens": { "n": 3555, "sum": 397856000, "mean": 111914.49, "median": 107904, "p10": 41344.0, "p25": 71552.0, "p75": 153472.0, "p90": 185088.0, "p99": 234711.04, "min": 0, "max": 285440 }, "non_cached_input_tokens": { "n": 3555, "sum": 16006669, "mean": 4502.58, "median": 1603, "p10": 476.0, "p25": 810.5, "p75": 4253.5, "p90": 8998.0, "p99": 51706.8, "min": 130, "max": 228211 }, "cached_input_share": { "n": 3555, "sum": 3381.204160999989, "mean": 0.95, "median": 0.98, "p10": 0.9, "p25": 0.95, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.9994 }, "context_utilization": { "n": 3555, "sum": 1539.552674000003, "mean": 0.43, "median": 0.41, "p10": 0.18, "p25": 0.28, "p75": 0.58, "p90": 0.72, "p99": 0.88, "min": 0.050869, "max": 0.952063 } }, "0.4-0.6 (Mid)": { "count": 3555, "input_tokens": { "n": 3555, "sum": 460528360, "mean": 129543.84, "median": 127783, "p10": 46137.2, "p25": 80320.5, "p75": 178519.0, "p90": 210127.0, "p99": 246382.72, "min": 17477, "max": 318858 }, "cached_input_tokens": { "n": 3555, "sum": 444474752, "mean": 125028.06, "median": 123776, "p10": 37632.0, "p25": 76544.0, "p75": 175488.0, "p90": 206720.0, "p99": 244467.2, "min": 0, "max": 318208 }, "non_cached_input_tokens": { "n": 3555, "sum": 16053608, "mean": 4515.78, "median": 1338, "p10": 472.4, "p25": 749.5, "p75": 3194.0, "p90": 8091.4, "p99": 68533.18, "min": 97, "max": 226174 }, "cached_input_share": { "n": 3555, "sum": 3388.4720150000003, "mean": 0.95, "median": 0.99, "p10": 0.92, "p25": 0.97, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999538 }, "context_utilization": { "n": 3555, "sum": 1705.9139240000018, "mean": 0.48, "median": 0.48, "p10": 0.17, "p25": 0.3, "p75": 0.66, "p90": 0.79, "p99": 0.9, "min": 0.059078, "max": 0.946343 } }, "0.6-0.8": { "count": 3555, "input_tokens": { "n": 3555, "sum": 455611726, "mean": 128160.82, "median": 124853, "p10": 46952.8, "p25": 78488.0, "p75": 180221.5, "p90": 209693.2, "p99": 256576.28, "min": 17486, "max": 334572 }, "cached_input_tokens": { "n": 3555, "sum": 440894848, "mean": 124021.05, "median": 121728, "p10": 41728.0, "p25": 73600.0, "p75": 176704.0, "p90": 206003.2, "p99": 254167.04, "min": 0, "max": 332544 }, "non_cached_input_tokens": { "n": 3555, "sum": 14716878, "mean": 4139.77, "median": 1241, "p10": 431.0, "p25": 691.0, "p75": 2765.0, "p90": 7158.2, "p99": 78413.24, "min": 54, "max": 242548 }, "cached_input_share": { "n": 3555, "sum": 3400.9394380000094, "mean": 0.96, "median": 0.99, "p10": 0.93, "p25": 0.97, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999753 }, "context_utilization": { "n": 3555, "sum": 1680.0605390000028, "mean": 0.47, "median": 0.47, "p10": 0.17, "p25": 0.29, "p75": 0.65, "p90": 0.76, "p99": 0.9, "min": 0.060829, "max": 0.997906 } }, "0.8-1.0 (Late)": { "count": 3720, "input_tokens": { "n": 3720, "sum": 513317686, "mean": 137988.63, "median": 139693.5, "p10": 52686.4, "p25": 88577.25, "p75": 187479.5, "p90": 217153.4, "p99": 277319.73, "min": 19008, "max": 303282 }, "cached_input_tokens": { "n": 3720, "sum": 494389248, "mean": 132900.34, "median": 135040.0, "p10": 44800.0, "p25": 82304.0, "p75": 184064.0, "p90": 214400.0, "p99": 276224.0, "min": 0, "max": 300800 }, "non_cached_input_tokens": { "n": 3720, "sum": 18928438, "mean": 5088.29, "median": 1225.0, "p10": 416.0, "p25": 688.75, "p75": 2606.5, "p90": 7242.8, "p99": 113686.92, "min": 120, "max": 225606 }, "cached_input_share": { "n": 3720, "sum": 3545.6659149999996, "mean": 0.95, "median": 0.99, "p10": 0.94, "p25": 0.98, "p75": 1.0, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999454 }, "context_utilization": { "n": 3720, "sum": 1899.5681480000005, "mean": 0.51, "median": 0.53, "p10": 0.19, "p25": 0.32, "p75": 0.7, "p90": 0.8, "p99": 0.89, "min": 0.060178, "max": 0.967991 } } }, "context_size_bucket_stats": { "<32k": { "count": 1490, "share_of_all_responses_pct": 8.24, "share_of_all_input_pct": 1.72, "share_of_non_cached_input_pct": 9.28, "input_tokens": { "n": 1490, "sum": 35985258, "mean": 24151.18, "median": 24196.0, "p10": 17988.7, "p25": 20354.0, "p75": 28209.25, "p90": 30647.0, "p99": 31842.11, "min": 11272, "max": 31992 }, "non_cached_input_tokens": { "n": 1490, "sum": 8312810, "mean": 5579.07, "median": 2193.5, "p10": 585.0, "p25": 1007.25, "p75": 10015.0, "p90": 14722.2, "p99": 24780.78, "min": 143, "max": 28573 }, "cached_input_share": { "n": 1490, "sum": 1129.3568629999997, "mean": 0.76, "median": 0.9, "p10": 0.27, "p25": 0.59, "p75": 0.96, "p90": 0.98, "p99": 0.99, "min": 0.0, "max": 0.995334 } }, "32k-64k": { "count": 3069, "share_of_all_responses_pct": 16.98, "share_of_all_input_pct": 6.98, "share_of_non_cached_input_pct": 16.44, "input_tokens": { "n": 3069, "sum": 145849571, "mean": 47523.48, "median": 47652, "p10": 35125.6, "p25": 39098, "p75": 55461, "p90": 60200.4, "p99": 63665.96, "min": 32000, "max": 63995 }, "non_cached_input_tokens": { "n": 3069, "sum": 14724579, "mean": 4797.84, "median": 1852, "p10": 519.0, "p25": 911, "p75": 6343, "p90": 11347.8, "p99": 36338.84, "min": 97, "max": 60438 }, "cached_input_share": { "n": 3069, "sum": 2745.659328999997, "mean": 0.89, "median": 0.96, "p10": 0.75, "p25": 0.87, "p75": 0.98, "p90": 0.99, "p99": 1.0, "min": 0.0, "max": 0.997859 } }, "64k-128k": { "count": 6122, "share_of_all_responses_pct": 33.87, "share_of_all_input_pct": 28.01, "share_of_non_cached_input_pct": 32.62, "input_tokens": { "n": 6122, "sum": 584967317, "mean": 95551.67, "median": 94995.5, "p10": 70610.0, "p25": 78944.5, "p75": 111837.75, "p90": 121790.1, "p99": 127511.58, "min": 64002, "max": 127995 }, "non_cached_input_tokens": { "n": 6122, "sum": 29217557, "mean": 4772.55, "median": 1540.0, "p10": 453.0, "p25": 772.25, "p75": 4072.75, "p90": 9867.6, "p99": 75002.49, "min": 122, "max": 117698 }, "cached_input_share": { "n": 6122, "sum": 5805.308894000004, "mean": 0.95, "median": 0.98, "p10": 0.89, "p25": 0.96, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999004 } }, "128k-200k": { "count": 5411, "share_of_all_responses_pct": 29.93, "share_of_all_input_pct": 42.08, "share_of_non_cached_input_pct": 28.24, "input_tokens": { "n": 5411, "sum": 878948888, "mean": 162437.42, "median": 161342, "p10": 134180, "p25": 144266.5, "p75": 180437.0, "p90": 192168, "p99": 199238.9, "min": 128000, "max": 199999 }, "non_cached_input_tokens": { "n": 5411, "sum": 25300376, "mean": 4675.73, "median": 1311, "p10": 456, "p25": 732.0, "p75": 3073.5, "p90": 7720, "p99": 127113.3, "min": 120, "max": 192743 }, "cached_input_share": { "n": 5411, "sum": 5254.622039000014, "mean": 0.97, "median": 0.99, "p10": 0.95, "p25": 0.98, "p75": 1.0, "p90": 1.0, "p99": 1.0, "min": 0.007424, "max": 0.999317 } }, ">200k": { "count": 1985, "share_of_all_responses_pct": 10.98, "share_of_all_input_pct": 21.2, "share_of_non_cached_input_pct": 13.42, "input_tokens": { "n": 1985, "sum": 442855482, "mean": 223101.0, "median": 216877, "p10": 202919.6, "p25": 207453, "p75": 229191, "p90": 251739.0, "p99": 309257.0, "min": 200010, "max": 334572 }, "non_cached_input_tokens": { "n": 1985, "sum": 12021434, "mean": 6056.14, "median": 1311, "p10": 445.0, "p25": 702, "p75": 2781, "p90": 7240.4, "p99": 201246.44, "min": 54, "max": 242548 }, "cached_input_share": { "n": 1985, "sum": 1929.583505999999, "mean": 0.97, "median": 0.99, "p10": 0.97, "p25": 0.99, "p75": 1.0, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999753 } } }, "within_session_expansion": { "n_sessions_with_5plus_responses": 245, "first_to_last_input_ratio": { "n": 245, "sum": 1399.6951639626877, "mean": 5.71, "median": 5.19, "p10": 1.93, "p25": 3.22, "p75": 7.35, "p90": 10.36, "p99": 15.78, "min": 0.9278514093709166, "max": 19.832324076007517 }, "early_to_late_input_ratio": { "n": 245, "sum": 708.9806914330504, "mean": 2.89, "median": 2.83, "p10": 1.22, "p25": 1.99, "p75": 3.59, "p90": 4.49, "p99": 6.62, "min": 0.5773647322589556, "max": 9.2773641004052 } }, "correlations": { "response_seq_vs_input_tokens": 0.4935, "norm_pos_vs_input_tokens": 0.3766, "norm_pos_vs_non_cached_tokens": -0.228, "norm_pos_vs_context_util": 0.3728 } }, "analysis_2_cache_dynamics": { "cached_input_share_stats": { "n": 18077, "sum": 16864.530631000023, "mean": 0.93, "median": 0.98, "p10": 0.86, "p25": 0.95, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999753 }, "non_cached_input_stats": { "n": 18077, "sum": 89576756, "mean": 4955.29, "median": 1489, "p10": 470.0, "p25": 788, "p75": 4059, "p90": 10060.4, "p99": 70272.04, "min": 54, "max": 242548 }, "worst_cache_concentration_of_non_cached_tokens": { "top_1_pct_share": 20.19, "top_5_pct_share": 44.88, "top_10_pct_share": 56.16, "top_20_pct_share": 70.79 }, "low_cache_responses_count": 636, "low_cache_responses_pct": 3.52, "low_cache_breakdown": { "is_first_response_in_session": 156, "is_first_response_pct": 24.53, "preceded_by_compaction": 66, "preceded_by_compaction_pct": 10.38, "preceded_by_large_tool_output_gt_50k": 20, "preceded_by_large_tool_output_pct": 3.14 }, "correlations": { "input_size_vs_cached_share": 0.5639, "norm_pos_vs_cached_share": 0.3554, "tool_output_bytes_vs_cached_share": -0.2357, "tool_output_bytes_vs_non_cached_input": 0.2295 }, "observability_limitations": "Codex rollout JSONL telemetry records input_tokens and cached_input_tokens per response, but does not record cache write pricing, cache creation costs, eviction events, or physical cache lifetimes." }, "analysis_3_compaction": { "total_compaction_events": 78, "checkpoints": { "-5": { "offset": -5, "n": 78, "input_tokens": { "n": 78, "sum": 15902958, "mean": 203884.08, "median": 215286.5, "p10": 148036.2, "p25": 197251.75, "p75": 228093.0, "p90": 236713.9, "p99": 307579.44, "min": 18087, "max": 331394 }, "cached_input_share": { "n": 78, "sum": 76.70086699999997, "mean": 0.98, "median": 0.99, "p10": 0.95, "p25": 0.98, "p75": 1.0, "p90": 1.0, "p99": 1.0, "min": 0.861391, "max": 0.998632 }, "non_cached_input_tokens": { "n": 78, "sum": 244718, "mean": 3137.41, "median": 1381.5, "p10": 527.7, "p25": 974.0, "p75": 3433.0, "p90": 8932.6, "p99": 17856.38, "min": 300, "max": 27332 }, "context_utilization": { "n": 78, "sum": 60.278380999999996, "mean": 0.77, "median": 0.83, "p10": 0.57, "p25": 0.76, "p75": 0.88, "p90": 0.9, "p99": 0.93, "min": 0.069996, "max": 0.937731 } }, "-3": { "offset": -3, "n": 78, "input_tokens": { "n": 78, "sum": 16060915, "mean": 205909.17, "median": 219623.0, "p10": 139254.5, "p25": 203480.25, "p75": 229591.25, "p90": 238527.6, "p99": 320808.04, "min": 18265, "max": 332703 }, "cached_input_share": { "n": 78, "sum": 74.38881099999999, "mean": 0.95, "median": 0.99, "p10": 0.95, "p25": 0.97, "p75": 1.0, "p90": 1.0, "p99": 1.0, "min": 0.022999, "max": 0.997927 }, "non_cached_input_tokens": { "n": 78, "sum": 695667, "mean": 8918.81, "median": 2010.5, "p10": 535.1, "p25": 798.0, "p75": 5325.5, "p90": 9760.4, "p99": 207390.87, "min": 431, "max": 212064 }, "context_utilization": { "n": 78, "sum": 60.865854000000006, "mean": 0.78, "median": 0.85, "p10": 0.54, "p25": 0.79, "p75": 0.89, "p90": 0.91, "p99": 0.94, "min": 0.070685, "max": 0.942802 } }, "-1": { "offset": -1, "n": 78, "input_tokens": { "n": 78, "sum": 16399199, "mean": 210246.14, "median": 223311.5, "p10": 140357.2, "p25": 205882.75, "p75": 234286.25, "p90": 244562.6, "p99": 322472.22, "min": 18548, "max": 334572 }, "cached_input_share": { "n": 78, "sum": 66.58402099999999, "mean": 0.85, "median": 0.99, "p10": 0.01, "p25": 0.95, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.998079 }, "non_cached_input_tokens": { "n": 78, "sum": 2406367, "mean": 30850.86, "median": 2515.5, "p10": 588.3, "p25": 1057.0, "p75": 10237.0, "p90": 202600.3, "p99": 226642.51, "min": 314, "max": 228211 }, "context_utilization": { "n": 78, "sum": 62.16788000000001, "mean": 0.8, "median": 0.86, "p10": 0.54, "p25": 0.8, "p75": 0.9, "p90": 0.93, "p99": 0.97, "min": 0.07178, "max": 0.997906 } }, "1": { "offset": 1, "n": 78, "input_tokens": { "n": 78, "sum": 2154264, "mean": 27618.77, "median": 26969.5, "p10": 21421.0, "p25": 23157.75, "p75": 30787.25, "p90": 35889.9, "p99": 38756.68, "min": 17990, "max": 39462 }, "cached_input_share": { "n": 78, "sum": 28.721220999999993, "mean": 0.37, "median": 0.42, "p10": 0.06, "p25": 0.22, "p75": 0.47, "p90": 0.52, "p99": 0.82, "min": 0.0, "max": 0.884424 }, "non_cached_input_tokens": { "n": 78, "sum": 1363608, "mean": 17482.15, "median": 16995.0, "p10": 10882.4, "p25": 12340.5, "p75": 20199.5, "p90": 26733.9, "p99": 33663.09, "min": 3981, "max": 35190 }, "context_utilization": { "n": 78, "sum": 8.268688000000003, "mean": 0.11, "median": 0.1, "p10": 0.08, "p25": 0.09, "p75": 0.12, "p90": 0.14, "p99": 0.15, "min": 0.060648, "max": 0.152717 } }, "3": { "offset": 3, "n": 75, "input_tokens": { "n": 75, "sum": 2505179, "mean": 33402.39, "median": 30799, "p10": 24869.4, "p25": 27096.5, "p75": 39064.5, "p90": 45232.4, "p99": 54107.12, "min": 22440, "max": 56854 }, "cached_input_share": { "n": 75, "sum": 65.95457199999998, "mean": 0.88, "median": 0.94, "p10": 0.74, "p25": 0.83, "p75": 0.97, "p90": 0.98, "p99": 0.99, "min": 0.192585, "max": 0.987414 }, "non_cached_input_tokens": { "n": 75, "sum": 308059, "mean": 4107.45, "median": 1828, "p10": 565.2, "p25": 981.5, "p75": 6217.0, "p90": 9817.6, "p99": 20294.08, "min": 375, "max": 20929 }, "context_utilization": { "n": 75, "sum": 9.605448, "mean": 0.13, "median": 0.12, "p10": 0.1, "p25": 0.1, "p75": 0.15, "p90": 0.18, "p99": 0.21, "min": 0.065572, "max": 0.220023 } }, "5": { "offset": 5, "n": 75, "input_tokens": { "n": 75, "sum": 2938081, "mean": 39174.41, "median": 37530, "p10": 26916.8, "p25": 29860.0, "p75": 44947.0, "p90": 51524.4, "p99": 71448.46, "min": 22828, "max": 77976 }, "cached_input_share": { "n": 75, "sum": 66.550801, "mean": 0.89, "median": 0.94, "p10": 0.78, "p25": 0.88, "p75": 0.97, "p90": 0.98, "p99": 0.99, "min": 0.066353, "max": 0.992154 }, "non_cached_input_tokens": { "n": 75, "sum": 341601, "mean": 4554.68, "median": 2006, "p10": 631.2, "p25": 988.0, "p75": 5767.5, "p90": 10011.2, "p99": 30924.06, "min": 331, "max": 42047 }, "context_utilization": { "n": 75, "sum": 11.268421, "mean": 0.15, "median": 0.14, "p10": 0.1, "p25": 0.11, "p75": 0.17, "p90": 0.2, "p99": 0.28, "min": 0.067646, "max": 0.301765 } }, "10": { "offset": 10, "n": 69, "input_tokens": { "n": 69, "sum": 3886726, "mean": 56329.36, "median": 54271, "p10": 32035.4, "p25": 42979, "p75": 65406, "p90": 82047.4, "p99": 114712.72, "min": 27963, "max": 128242 }, "cached_input_share": { "n": 69, "sum": 62.193994999999994, "mean": 0.9, "median": 0.96, "p10": 0.78, "p25": 0.91, "p75": 0.98, "p90": 0.99, "p99": 0.99, "min": 0.156428, "max": 0.99493 }, "non_cached_input_tokens": { "n": 69, "sum": 401670, "mean": 5821.3, "median": 1730, "p10": 723.6, "p25": 1005, "p75": 5534, "p90": 11297.6, "p99": 52400.76, "min": 317, "max": 53841 }, "context_utilization": { "n": 69, "sum": 14.909336000000003, "mean": 0.22, "median": 0.21, "p10": 0.12, "p25": 0.16, "p75": 0.25, "p90": 0.32, "p99": 0.44, "min": 0.079587, "max": 0.496293 } } }, "observed_recross_thresholds": { "50k": { "threshold_tokens": 50000, "observed_events_count": 66, "total_compaction_events": 78, "observed_share_pct": 84.62, "steps_to_recross": { "n": 66, "sum": 802, "mean": 12.15, "median": 8.0, "p10": 4.0, "p25": 6.0, "p75": 13.5, "p90": 20.5, "p99": 52.7, "min": 3, "max": 80 } }, "100k": { "threshold_tokens": 100000, "observed_events_count": 49, "total_compaction_events": 78, "observed_share_pct": 62.82, "steps_to_recross": { "n": 49, "sum": 1626, "mean": 33.18, "median": 31, "p10": 14.0, "p25": 21, "p75": 39, "p90": 56.0, "p99": 87.24, "min": 8, "max": 93 } }, "150k": { "threshold_tokens": 150000, "observed_events_count": 36, "total_compaction_events": 78, "observed_share_pct": 46.15, "steps_to_recross": { "n": 36, "sum": 1966, "mean": 54.61, "median": 51.5, "p10": 37.5, "p25": 43.0, "p75": 60.5, "p90": 81.5, "p99": 102.45, "min": 18, "max": 107 } }, "200k": { "threshold_tokens": 200000, "observed_events_count": 21, "total_compaction_events": 78, "observed_share_pct": 26.92, "steps_to_recross": { "n": 21, "sum": 2287, "mean": 108.9, "median": 98, "p10": 54, "p25": 72, "p75": 103, "p90": 167, "p99": 311.8, "min": 38, "max": 324 } } }, "schema_notes": "The Codex compacted event contains an encrypted summary payload and metadata, but does not provide an explicit flag distinguishing manual (/compact) from automated (threshold-triggered) compactions; telemetry treats all compacted records as general compaction events." }, "analysis_4_model_tool_loop": { "spearman_correlations_with_total_input": { "model_response_count": 0.982, "user_turn_count": 0.6464, "tool_call_count": 0.9393, "tool_result_count": 0.9392, "tool_output_bytes": 0.8713, "duration_seconds": 0.8148, "median_context_size": 0.8907, "max_context_size": 0.9457 }, "spearman_correlations_with_total_non_cached": { "model_response_count": 0.9192, "user_turn_count": 0.7002, "tool_call_count": 0.9238, "tool_result_count": 0.9238, "tool_output_bytes": 0.853, "duration_seconds": 0.8013, "median_context_size": 0.8169, "max_context_size": 0.9 }, "coupling_interpretation": "Model response count and cumulative logical input tokens are mechanically coupled in multi-turn conversations because each model response evaluates the current prompt context. High correlation reflects repeated context evaluation cycles across turns.", "low_user_turn_sessions_overall": { "sample_size": 203, "user_turn_distribution_in_q1_fewest_responses": { "2": 43, "5": 1, "3": 3, "4": 2, "1": 1 }, "user_turn_distribution_in_q4_most_responses": { "2": 5, "4": 15, "5": 16, "3": 14, "1": 1 }, "q1_model_responses": { "n": 50, "sum": 138, "mean": 2.76, "median": 2.0, "p10": 1.0, "p25": 1.0, "p75": 4.0, "p90": 6.0, "p99": 7.0, "min": 1, "max": 7 }, "q4_model_responses": { "n": 51, "sum": 4815, "mean": 94.41, "median": 80, "p10": 55, "p25": 63.0, "p75": 99.5, "p90": 146, "p99": 269.0, "min": 51, "max": 294 }, "q1_total_input": { "n": 50, "sum": 4112441, "mean": 82248.82, "median": 56249.0, "p10": 24511.6, "p25": 25568.0, "p75": 101878.75, "p90": 177209.2, "p99": 277870.98, "min": 17928, "max": 287327 }, "q4_total_input": { "n": 51, "sum": 616430444, "mean": 12086871.45, "median": 9831730, "p10": 5547194, "p25": 7347829.5, "p75": 13058947.5, "p90": 24878133, "p99": 35179268.5, "min": 4148304, "max": 36035095 }, "overall_q4_to_q1_median_input_ratio": 174.79 }, "exact_user_turn_strata": { "1": { "exact_user_turns": 1, "total_sessions": 2, "q1_fewest_cycles": { "count": 1, "model_responses": { "n": 1, "sum": 6, "mean": 6.0, "median": 6, "p10": 6, "p25": 6, "p75": 6, "p90": 6, "p99": 6, "min": 6, "max": 6 }, "model_responses_per_user_turn": { "n": 1, "sum": 6.0, "mean": 6.0, "median": 6.0, "p10": 6.0, "p25": 6.0, "p75": 6.0, "p90": 6.0, "p99": 6.0, "min": 6.0, "max": 6.0 }, "total_input_tokens": { "n": 1, "sum": 160022, "mean": 160022.0, "median": 160022, "p10": 160022, "p25": 160022, "p75": 160022, "p90": 160022, "p99": 160022, "min": 160022, "max": 160022 }, "input_tokens_per_user_turn": { "n": 1, "sum": 160022.0, "mean": 160022.0, "median": 160022.0, "p10": 160022.0, "p25": 160022.0, "p75": 160022.0, "p90": 160022.0, "p99": 160022.0, "min": 160022.0, "max": 160022.0 }, "total_non_cached_input": { "n": 1, "sum": 28694, "mean": 28694.0, "median": 28694, "p10": 28694, "p25": 28694, "p75": 28694, "p90": 28694, "p99": 28694, "min": 28694, "max": 28694 }, "median_input_per_response": { "n": 1, "sum": 26595.5, "mean": 26595.5, "median": 26595.5, "p10": 26595.5, "p25": 26595.5, "p75": 26595.5, "p90": 26595.5, "p99": 26595.5, "min": 26595.5, "max": 26595.5 }, "max_context_utilization": { "n": 1, "sum": 0.112303, "mean": 0.11, "median": 0.11, "p10": 0.11, "p25": 0.11, "p75": 0.11, "p90": 0.11, "p99": 0.11, "min": 0.112303, "max": 0.112303 } }, "q4_most_cycles": { "count": 1, "model_responses": { "n": 1, "sum": 63, "mean": 63.0, "median": 63, "p10": 63, "p25": 63, "p75": 63, "p90": 63, "p99": 63, "min": 63, "max": 63 }, "model_responses_per_user_turn": { "n": 1, "sum": 63.0, "mean": 63.0, "median": 63.0, "p10": 63.0, "p25": 63.0, "p75": 63.0, "p90": 63.0, "p99": 63.0, "min": 63.0, "max": 63.0 }, "total_input_tokens": { "n": 1, "sum": 6817125, "mean": 6817125.0, "median": 6817125, "p10": 6817125, "p25": 6817125, "p75": 6817125, "p90": 6817125, "p99": 6817125, "min": 6817125, "max": 6817125 }, "input_tokens_per_user_turn": { "n": 1, "sum": 6817125.0, "mean": 6817125.0, "median": 6817125.0, "p10": 6817125.0, "p25": 6817125.0, "p75": 6817125.0, "p90": 6817125.0, "p99": 6817125.0, "min": 6817125.0, "max": 6817125.0 }, "total_non_cached_input": { "n": 1, "sum": 238181, "mean": 238181.0, "median": 238181, "p10": 238181, "p25": 238181, "p75": 238181, "p90": 238181, "p99": 238181, "min": 238181, "max": 238181 }, "median_input_per_response": { "n": 1, "sum": 106423.0, "mean": 106423.0, "median": 106423.0, "p10": 106423.0, "p25": 106423.0, "p75": 106423.0, "p90": 106423.0, "p99": 106423.0, "min": 106423.0, "max": 106423.0 }, "max_context_utilization": { "n": 1, "sum": 0.682724, "mean": 0.68, "median": 0.68, "p10": 0.68, "p25": 0.68, "p75": 0.68, "p90": 0.68, "p99": 0.68, "min": 0.682724, "max": 0.682724 } }, "amplification_ratio_q4_to_q1_median_input": 42.6 }, "2": { "exact_user_turns": 2, "total_sessions": 71, "q1_fewest_cycles": { "count": 17, "model_responses": { "n": 17, "sum": 17, "mean": 1.0, "median": 1, "p10": 1.0, "p25": 1, "p75": 1, "p90": 1.0, "p99": 1.0, "min": 1, "max": 1 }, "model_responses_per_user_turn": { "n": 17, "sum": 8.5, "mean": 0.5, "median": 0.5, "p10": 0.5, "p25": 0.5, "p75": 0.5, "p90": 0.5, "p99": 0.5, "min": 0.5, "max": 0.5 }, "total_input_tokens": { "n": 17, "sum": 424442, "mean": 24967.18, "median": 25469, "p10": 18185.2, "p25": 25026, "p75": 26562, "p90": 29661.4, "p99": 32218.0, "min": 17928, "max": 32390 }, "input_tokens_per_user_turn": { "n": 17, "sum": 212221.0, "mean": 12483.59, "median": 12734.5, "p10": 9092.6, "p25": 12513.0, "p75": 13281.0, "p90": 14830.7, "p99": 16109.0, "min": 8964.0, "max": 16195.0 }, "total_non_cached_input": { "n": 17, "sum": 203258, "mean": 11956.35, "median": 12469, "p10": 6972.8, "p25": 11910, "p75": 13395, "p90": 15475.0, "p99": 19201.84, "min": 4989, "max": 19882 }, "median_input_per_response": { "n": 17, "sum": 424442.0, "mean": 24967.18, "median": 25469.0, "p10": 18185.2, "p25": 25026.0, "p75": 26562.0, "p90": 29661.4, "p99": 32218.0, "min": 17928.0, "max": 32390.0 }, "max_context_utilization": { "n": 17, "sum": 1.642577, "mean": 0.1, "median": 0.1, "p10": 0.07, "p25": 0.1, "p75": 0.1, "p90": 0.11, "p99": 0.12, "min": 0.069381, "max": 0.125348 } }, "q4_most_cycles": { "count": 17, "model_responses": { "n": 17, "sum": 745, "mean": 43.82, "median": 34, "p10": 25.6, "p25": 28, "p75": 51, "p90": 80.4, "p99": 94.44, "min": 25, "max": 97 }, "model_responses_per_user_turn": { "n": 17, "sum": 372.5, "mean": 21.91, "median": 17.0, "p10": 12.8, "p25": 14.0, "p75": 25.5, "p90": 40.2, "p99": 47.22, "min": 12.5, "max": 48.5 }, "total_input_tokens": { "n": 17, "sum": 85786489, "mean": 5046264.06, "median": 3087843, "p10": 1494553.8, "p25": 1907638, "p75": 5896015, "p90": 11784712.8, "p99": 13092189.24, "min": 1370132, "max": 13164783 }, "input_tokens_per_user_turn": { "n": 17, "sum": 42893244.5, "mean": 2523132.03, "median": 1543921.5, "p10": 747276.9, "p25": 953819.0, "p75": 2948007.5, "p90": 5892356.4, "p99": 6546094.62, "min": 685066.0, "max": 6582391.5 }, "total_non_cached_input": { "n": 17, "sum": 2825209, "mean": 166188.76, "median": 134700, "p10": 56576.2, "p25": 105910, "p75": 214906, "p90": 318459.8, "p99": 367660.64, "min": 53140, "max": 370848 }, "median_input_per_response": { "n": 17, "sum": 1807712.5, "mean": 106336.03, "median": 100649.0, "p10": 56944.4, "p25": 65850.5, "p75": 137877.0, "p90": 164957.6, "p99": 172801.28, "min": 45236.0, "max": 173284.0 }, "max_context_utilization": { "n": 17, "sum": 9.844952999999999, "mean": 0.58, "median": 0.51, "p10": 0.27, "p25": 0.47, "p75": 0.77, "p90": 0.83, "p99": 0.95, "min": 0.261327, "max": 0.967991 } }, "amplification_ratio_q4_to_q1_median_input": 121.24 }, "3": { "exact_user_turns": 3, "total_sessions": 32, "q1_fewest_cycles": { "count": 8, "model_responses": { "n": 8, "sum": 83, "mean": 10.38, "median": 8.5, "p10": 4.7, "p25": 5.75, "p75": 13.75, "p90": 19.3, "p99": 19.93, "min": 4, "max": 20 }, "model_responses_per_user_turn": { "n": 8, "sum": 27.666666666666668, "mean": 3.46, "median": 2.83, "p10": 1.57, "p25": 1.92, "p75": 4.58, "p90": 6.43, "p99": 6.64, "min": 1.3333333333333333, "max": 6.666666666666667 }, "total_input_tokens": { "n": 8, "sum": 3521583, "mean": 440197.88, "median": 270999.0, "p10": 135198.7, "p25": 170572.75, "p75": 564301.75, "p90": 1046792.5, "p99": 1134535.75, "min": 79380, "max": 1144285 }, "input_tokens_per_user_turn": { "n": 8, "sum": 1173861.0, "mean": 146732.62, "median": 90333.0, "p10": 45066.23, "p25": 56857.58, "p75": 188100.58, "p90": 348930.83, "p99": 378178.58, "min": 26460.0, "max": 381428.3333333333 }, "total_non_cached_input": { "n": 8, "sum": 462895, "mean": 57861.88, "median": 37399.0, "p10": 17567.9, "p25": 25965.5, "p75": 69293.75, "p90": 129864.5, "p99": 151079.75, "min": 15505, "max": 153437 }, "median_input_per_response": { "n": 8, "sum": 302022.5, "mean": 37752.81, "median": 31178.5, "p10": 21720.6, "p25": 27944.25, "p75": 50337.0, "p90": 58015.8, "p99": 62706.78, "min": 19863.5, "max": 63228.0 }, "max_context_utilization": { "n": 8, "sum": 1.510615, "mean": 0.19, "median": 0.13, "p10": 0.09, "p25": 0.12, "p75": 0.29, "p90": 0.34, "p99": 0.34, "min": 0.077469, "max": 0.338615 } }, "q4_most_cycles": { "count": 8, "model_responses": { "n": 8, "sum": 889, "mean": 111.12, "median": 97.5, "p10": 82.2, "p25": 84.75, "p75": 145.25, "p90": 149.0, "p99": 155.3, "min": 78, "max": 156 }, "model_responses_per_user_turn": { "n": 8, "sum": 296.3333333333333, "mean": 37.04, "median": 32.5, "p10": 27.4, "p25": 28.25, "p75": 48.42, "p90": 49.67, "p99": 51.77, "min": 26.0, "max": 52.0 }, "total_input_tokens": { "n": 8, "sum": 133187993, "mean": 16648499.12, "median": 14129335.5, "p10": 11590298.6, "p25": 12749833.25, "p75": 20079158.0, "p90": 25486506.5, "p99": 25837822.85, "min": 10307669, "max": 25876858 }, "input_tokens_per_user_turn": { "n": 8, "sum": 44395997.66666667, "mean": 5549499.71, "median": 4709778.5, "p10": 3863432.87, "p25": 4249944.42, "p75": 6693052.67, "p90": 8495502.17, "p99": 8612607.62, "min": 3435889.6666666665, "max": 8625619.333333334 }, "total_non_cached_input": { "n": 8, "sum": 3714841, "mean": 464355.12, "median": 433928.5, "p10": 310086.4, "p25": 339456.25, "p75": 528203.0, "p90": 656836.1, "p99": 793166.21, "min": 268603, "max": 808314 }, "median_input_per_response": { "n": 8, "sum": 1209852.5, "mean": 151231.56, "median": 161362.0, "p10": 110256.1, "p25": 127541.5, "p75": 178226.38, "p90": 187148.3, "p99": 188579.03, "min": 85936.0, "max": 188738.0 }, "max_context_utilization": { "n": 8, "sum": 6.741137, "mean": 0.84, "median": 0.83, "p10": 0.79, "p25": 0.8, "p75": 0.86, "p90": 0.91, "p99": 0.99, "min": 0.747825, "max": 0.997906 } }, "amplification_ratio_q4_to_q1_median_input": 52.14 }, "4": { "exact_user_turns": 4, "total_sessions": 53, "q1_fewest_cycles": { "count": 13, "model_responses": { "n": 13, "sum": 207, "mean": 15.92, "median": 16, "p10": 6.6, "p25": 10, "p75": 23, "p90": 23.8, "p99": 24.0, "min": 5, "max": 24 }, "model_responses_per_user_turn": { "n": 13, "sum": 51.75, "mean": 3.98, "median": 4.0, "p10": 1.65, "p25": 2.5, "p75": 5.75, "p90": 5.95, "p99": 6.0, "min": 1.25, "max": 6.0 }, "total_input_tokens": { "n": 13, "sum": 10780478, "mean": 829267.54, "median": 705563, "p10": 160267.8, "p25": 348598, "p75": 1344310, "p90": 1732241.8, "p99": 1874627.2, "min": 134618, "max": 1890190 }, "input_tokens_per_user_turn": { "n": 13, "sum": 2695119.5, "mean": 207316.88, "median": 176390.75, "p10": 40066.95, "p25": 87149.5, "p75": 336077.5, "p90": 433060.45, "p99": 468656.8, "min": 33654.5, "max": 472547.5 }, "total_non_cached_input": { "n": 13, "sum": 1113406, "mean": 85646.62, "median": 51462, "p10": 20377.4, "p25": 44783, "p75": 115470, "p90": 192466.6, "p99": 206009.36, "min": 19315, "max": 207476 }, "median_input_per_response": { "n": 13, "sum": 623422.5, "mean": 47955.58, "median": 40609.0, "p10": 20455.1, "p25": 31309.0, "p75": 71462.0, "p90": 79601.2, "p99": 85668.6, "min": 18777.0, "max": 86352.0 }, "max_context_utilization": { "n": 13, "sum": 3.260858, "mean": 0.25, "median": 0.19, "p10": 0.09, "p25": 0.13, "p75": 0.39, "p90": 0.47, "p99": 0.5, "min": 0.079873, "max": 0.503526 } }, "q4_most_cycles": { "count": 13, "model_responses": { "n": 13, "sum": 1232, "mean": 94.77, "median": 88, "p10": 59.8, "p25": 63, "p75": 98, "p90": 117.2, "p99": 229.24, "min": 59, "max": 244 }, "model_responses_per_user_turn": { "n": 13, "sum": 308.0, "mean": 23.69, "median": 22.0, "p10": 14.95, "p25": 15.75, "p75": 24.5, "p90": 29.3, "p99": 57.31, "min": 14.75, "max": 61.0 }, "total_input_tokens": { "n": 13, "sum": 157098815, "mean": 12084524.23, "median": 9229990, "p10": 6000004.4, "p25": 6356314, "p75": 15419951, "p90": 19808371.4, "p99": 32660496.04, "min": 4148304, "max": 34323442 }, "input_tokens_per_user_turn": { "n": 13, "sum": 39274703.75, "mean": 3021131.06, "median": 2307497.5, "p10": 1500001.1, "p25": 1589078.5, "p75": 3854987.75, "p90": 4952092.85, "p99": 8165124.01, "min": 1037076.0, "max": 8580860.5 }, "total_non_cached_input": { "n": 13, "sum": 4559551, "mean": 350734.69, "median": 248946, "p10": 133497.2, "p25": 158187, "p75": 344230, "p90": 824840.6, "p99": 919480.12, "min": 117200, "max": 921586 }, "median_input_per_response": { "n": 13, "sum": 1584858.5, "mean": 121912.19, "median": 115958.0, "p10": 83065.8, "p25": 109282.0, "p75": 140493.0, "p90": 175364.6, "p99": 185652.8, "min": 66753.0, "max": 185948.0 }, "max_context_utilization": { "n": 13, "sum": 8.877371, "mean": 0.68, "median": 0.73, "p10": 0.38, "p25": 0.55, "p75": 0.86, "p90": 0.94, "p99": 0.95, "min": 0.319943, "max": 0.946723 } }, "amplification_ratio_q4_to_q1_median_input": 13.08 }, "5": { "exact_user_turns": 5, "total_sessions": 45, "q1_fewest_cycles": { "count": 11, "model_responses": { "n": 11, "sum": 211, "mean": 19.18, "median": 23, "p10": 11, "p25": 13.5, "p75": 23.5, "p90": 27, "p99": 27.9, "min": 4, "max": 28 }, "model_responses_per_user_turn": { "n": 11, "sum": 42.2, "mean": 3.84, "median": 4.6, "p10": 2.2, "p25": 2.7, "p75": 4.7, "p90": 5.4, "p99": 5.58, "min": 0.8, "max": 5.6 }, "total_input_tokens": { "n": 11, "sum": 10621576, "mean": 965597.82, "median": 960589, "p10": 376798, "p25": 424870.0, "p75": 1312012.0, "p90": 1553208, "p99": 2304363.3, "min": 84338, "max": 2387825 }, "input_tokens_per_user_turn": { "n": 11, "sum": 2124315.2, "mean": 193119.56, "median": 192117.8, "p10": 75359.6, "p25": 84974.0, "p75": 262402.4, "p90": 310641.6, "p99": 460872.66, "min": 16867.6, "max": 477565.0 }, "total_non_cached_input": { "n": 11, "sum": 1166472, "mean": 106042.91, "median": 78184, "p10": 34065, "p25": 70877.0, "p75": 132245.5, "p90": 205718, "p99": 244967.9, "min": 29554, "max": 249329 }, "median_input_per_response": { "n": 11, "sum": 529619.5, "mean": 48147.23, "median": 43760.5, "p10": 29142.0, "p25": 32492.5, "p75": 57483.0, "p90": 67325.0, "p99": 103299.35, "min": 21095.5, "max": 107296.5 }, "max_context_utilization": { "n": 11, "sum": 2.447267, "mean": 0.22, "median": 0.21, "p10": 0.1, "p25": 0.16, "p75": 0.25, "p90": 0.26, "p99": 0.53, "min": 0.100851, "max": 0.55471 } }, "q4_most_cycles": { "count": 11, "model_responses": { "n": 11, "sum": 1452, "mean": 132.0, "median": 102, "p10": 73, "p25": 85.5, "p75": 153.5, "p90": 224, "p99": 287.0, "min": 68, "max": 294 }, "model_responses_per_user_turn": { "n": 11, "sum": 290.40000000000003, "mean": 26.4, "median": 20.4, "p10": 14.6, "p25": 17.1, "p75": 30.7, "p90": 44.8, "p99": 57.4, "min": 13.6, "max": 58.8 }, "total_input_tokens": { "n": 11, "sum": 167404069, "mean": 15218551.73, "median": 10817932, "p10": 8329623, "p25": 9145966.5, "p75": 18670519.5, "p90": 29903492, "p99": 35421934.7, "min": 4785500, "max": 36035095 }, "input_tokens_per_user_turn": { "n": 11, "sum": 33480813.800000004, "mean": 3043710.35, "median": 2163586.4, "p10": 1665924.6, "p25": 1829193.3, "p75": 3734103.9, "p90": 5980698.4, "p99": 7084386.94, "min": 957100.0, "max": 7207019.0 }, "total_non_cached_input": { "n": 11, "sum": 5889189, "mean": 535380.82, "median": 445572, "p10": 270507, "p25": 326134.0, "p75": 566546.0, "p90": 692759, "p99": 1463101.4, "min": 257116, "max": 1548695 }, "median_input_per_response": { "n": 11, "sum": 1309470.0, "mean": 119042.73, "median": 120060.0, "p10": 84752.5, "p25": 104777.25, "p75": 127904.5, "p90": 168030.0, "p99": 208241.55, "min": 25947.0, "max": 212709.5 }, "max_context_utilization": { "n": 11, "sum": 7.780021999999999, "mean": 0.71, "median": 0.73, "p10": 0.56, "p25": 0.65, "p75": 0.86, "p90": 0.88, "p99": 0.92, "min": 0.168002, "max": 0.925271 } }, "amplification_ratio_q4_to_q1_median_input": 11.26 } } }, "analysis_5_tool_output": { "total_responses_with_preceding_tool_output": 16869, "percentiles_tool_bytes": { "median": 906, "p90": 32180.0, "p95": 41959.2, "p99": 122896.23999999983 }, "groups": { "ordinary_below_p90": { "count": 15180, "tool_bytes": { "n": 15180, "sum": 59529254, "mean": 3921.56, "median": 596.0, "p10": 123.0, "p25": 155.0, "p75": 4020.0, "p90": 13890.3, "p99": 29641.3, "min": 12, "max": 32167 }, "input_tokens": { "n": 15180, "sum": 1812337031, "mean": 119389.79, "median": 115433.5, "p10": 38704.4, "p25": 69370.5, "p75": 167463.0, "p90": 204169.9, "p99": 257596.15, "min": 14024, "max": 334572 }, "non_cached_tokens": { "n": 15180, "sum": 63080839, "mean": 4155.52, "median": 1367.0, "p10": 454.0, "p25": 749.75, "p75": 3348.25, "p90": 8254.1, "p99": 56375.3, "min": 54, "max": 225606 }, "cached_input_share": { "n": 15180, "sum": 14392.52893400002, "mean": 0.95, "median": 0.99, "p10": 0.9, "p25": 0.96, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999753 } }, "top_10pct_p90_to_p95": { "count": 845, "tool_bytes": { "n": 845, "sum": 32563531, "mean": 38536.72, "median": 39838, "p10": 33818.6, "p25": 36069, "p75": 41203, "p90": 41615.0, "p99": 41922.12, "min": 32180, "max": 41958 }, "input_tokens": { "n": 845, "sum": 78210840, "mean": 92557.21, "median": 77976, "p10": 31137.4, "p25": 44498, "p75": 127938, "p90": 179231.2, "p99": 249198.48, "min": 16920, "max": 320218 }, "non_cached_tokens": { "n": 845, "sum": 6700440, "mean": 7929.51, "median": 6955, "p10": 805.4, "p25": 1511, "p75": 9994, "p90": 12393.0, "p99": 49857.52, "min": 122, "max": 208277 }, "cached_input_share": { "n": 845, "sum": 738.2759930000002, "mean": 0.87, "median": 0.93, "p10": 0.75, "p25": 0.84, "p75": 0.98, "p90": 0.99, "p99": 1.0, "min": 0.0, "max": 0.998907 } }, "top_5pct_p95_to_p99": { "count": 675, "tool_bytes": { "n": 675, "sum": 39407549, "mean": 58381.55, "median": 48824, "p10": 42336.8, "p25": 43529.0, "p75": 65052.5, "p90": 92176.2, "p99": 118922.98, "min": 41960, "max": 122710 }, "input_tokens": { "n": 675, "sum": 67211098, "mean": 99572.0, "median": 88309, "p10": 32502.6, "p25": 51283.0, "p75": 139779.0, "p90": 181066.2, "p99": 239684.62, "min": 16079, "max": 263190 }, "non_cached_tokens": { "n": 675, "sum": 5755482, "mean": 8526.64, "median": 3937, "p10": 688.8, "p25": 1346.0, "p75": 11185.5, "p90": 14796.6, "p99": 76663.82, "min": 130, "max": 242548 }, "cached_input_share": { "n": 675, "sum": 595.0358309999996, "mean": 0.88, "median": 0.94, "p10": 0.72, "p25": 0.84, "p75": 0.99, "p90": 0.99, "p99": 1.0, "min": 0.007424, "max": 0.9994 } }, "top_1pct_p99_and_above": { "count": 169, "tool_bytes": { "n": 169, "sum": 133720690, "mean": 791246.69, "median": 445536, "p10": 132169.0, "p25": 160627, "p75": 1046978, "p90": 1915735.8, "p99": 3829205.6, "min": 123292, "max": 4582280 }, "input_tokens": { "n": 169, "sum": 21063042, "mean": 124633.38, "median": 123438, "p10": 50895.2, "p25": 79015, "p75": 172573, "p90": 200363.4, "p99": 231356.48, "min": 19301, "max": 236820 }, "non_cached_tokens": { "n": 169, "sum": 966530, "mean": 5719.11, "median": 2222, "p10": 685.0, "p25": 1121, "p75": 4282, "p90": 9635.8, "p99": 82231.2, "min": 256, "max": 114662 }, "cached_input_share": { "n": 169, "sum": 157.96457999999998, "mean": 0.93, "median": 0.98, "p10": 0.91, "p25": 0.96, "p75": 0.99, "p90": 0.99, "p99": 1.0, "min": 0.02077, "max": 0.998655 } } }, "correlations": { "tool_bytes_vs_subsequent_input": -0.181, "tool_bytes_vs_subsequent_non_cached": 0.3002, "tool_bytes_vs_subsequent_cached_share": -0.3294 } }, "analysis_6_extreme_sessions": { "top_5_by_total_input": [ { "anonymized_session_id": "sess_9bfe79425547", "predominant_model": "gpt-5.5", "predominant_reasoning_effort": "xhigh", "model_response_count": 343, "user_turn_count": 27, "tool_call_count": 511, "duration_seconds": 123574, "total_input_tokens": 46049118, "total_cached_input_tokens": 44107392, "total_non_cached_tokens": 1941726, "median_cached_input_share": 0.989663, "median_input_per_response": 142089.0, "max_input_tokens": 233903, "max_context_utilization": 0.905197, "compaction_count": 3, "total_tool_output_bytes": 2105983, "telemetry_statement": "This session accumulated 46,049,118 total input tokens across 343 model responses despite containing only 27 user turns." }, { "anonymized_session_id": "sess_6baf7b019aa1", "predominant_model": "gpt-5.5", "predominant_reasoning_effort": "high", "model_response_count": 316, "user_turn_count": 15, "tool_call_count": 364, "duration_seconds": 16431, "total_input_tokens": 45715306, "total_cached_input_tokens": 44350336, "total_non_cached_tokens": 1364970, "median_cached_input_share": 0.9849, "median_input_per_response": 162792.5, "max_input_tokens": 234414, "max_context_utilization": 0.907175, "compaction_count": 3, "total_tool_output_bytes": 1994034, "telemetry_statement": "This session accumulated 45,715,306 total input tokens across 316 model responses despite containing only 15 user turns." }, { "anonymized_session_id": "sess_a5684326640c", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "high", "model_response_count": 382, "user_turn_count": 17, "tool_call_count": 437, "duration_seconds": 14332, "total_input_tokens": 43005107, "total_cached_input_tokens": 40844416, "total_non_cached_tokens": 2160691, "median_cached_input_share": 0.9849, "median_input_per_response": 118033.0, "max_input_tokens": 225668, "max_context_utilization": 0.873328, "compaction_count": 4, "total_tool_output_bytes": 2994583, "telemetry_statement": "This session accumulated 43,005,107 total input tokens across 382 model responses despite containing only 17 user turns." }, { "anonymized_session_id": "sess_7b29f4381bb5", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "high", "model_response_count": 287, "user_turn_count": 8, "tool_call_count": 281, "duration_seconds": 29487, "total_input_tokens": 38668244, "total_cached_input_tokens": 37282048, "total_non_cached_tokens": 1386196, "median_cached_input_share": 0.983066, "median_input_per_response": 139565.0, "max_input_tokens": 222687, "max_context_utilization": 0.861792, "compaction_count": 4, "total_tool_output_bytes": 2494047, "telemetry_statement": "This session accumulated 38,668,244 total input tokens across 287 model responses despite containing only 8 user turns." }, { "anonymized_session_id": "sess_42f3280c2fef", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "high", "model_response_count": 294, "user_turn_count": 5, "tool_call_count": 289, "duration_seconds": 11184, "total_input_tokens": 36035095, "total_cached_input_tokens": 34486400, "total_non_cached_tokens": 1548695, "median_cached_input_share": 0.988, "median_input_per_response": 122084.0, "max_input_tokens": 228211, "max_context_utilization": 0.88317, "compaction_count": 2, "total_tool_output_bytes": 2582552, "telemetry_statement": "This session accumulated 36,035,095 total input tokens across 294 model responses despite containing only 5 user turns." } ], "top_5_by_total_non_cached": [ { "anonymized_session_id": "sess_a5684326640c", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "high", "model_response_count": 382, "user_turn_count": 17, "tool_call_count": 437, "duration_seconds": 14332, "total_input_tokens": 43005107, "total_cached_input_tokens": 40844416, "total_non_cached_tokens": 2160691, "median_cached_input_share": 0.9849, "median_input_per_response": 118033.0, "max_input_tokens": 225668, "max_context_utilization": 0.873328, "compaction_count": 4, "total_tool_output_bytes": 2994583, "telemetry_statement": "This session accumulated 43,005,107 total input tokens across 382 model responses despite containing only 17 user turns." }, { "anonymized_session_id": "sess_9bfe79425547", "predominant_model": "gpt-5.5", "predominant_reasoning_effort": "xhigh", "model_response_count": 343, "user_turn_count": 27, "tool_call_count": 511, "duration_seconds": 123574, "total_input_tokens": 46049118, "total_cached_input_tokens": 44107392, "total_non_cached_tokens": 1941726, "median_cached_input_share": 0.989663, "median_input_per_response": 142089.0, "max_input_tokens": 233903, "max_context_utilization": 0.905197, "compaction_count": 3, "total_tool_output_bytes": 2105983, "telemetry_statement": "This session accumulated 46,049,118 total input tokens across 343 model responses despite containing only 27 user turns." }, { "anonymized_session_id": "sess_76b1515ea32a", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "xhigh", "model_response_count": 147, "user_turn_count": 12, "tool_call_count": 138, "duration_seconds": 11676, "total_input_tokens": 20205715, "total_cached_input_tokens": 18382336, "total_non_cached_tokens": 1823379, "median_cached_input_share": 0.980998, "median_input_per_response": 149401.0, "max_input_tokens": 226174, "max_context_utilization": 0.875286, "compaction_count": 1, "total_tool_output_bytes": 8928982, "telemetry_statement": "This session accumulated 20,205,715 total input tokens across 147 model responses despite containing only 12 user turns." }, { "anonymized_session_id": "sess_42f3280c2fef", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "high", "model_response_count": 294, "user_turn_count": 5, "tool_call_count": 289, "duration_seconds": 11184, "total_input_tokens": 36035095, "total_cached_input_tokens": 34486400, "total_non_cached_tokens": 1548695, "median_cached_input_share": 0.988, "median_input_per_response": 122084.0, "max_input_tokens": 228211, "max_context_utilization": 0.88317, "compaction_count": 2, "total_tool_output_bytes": 2582552, "telemetry_statement": "This session accumulated 36,035,095 total input tokens across 294 model responses despite containing only 5 user turns." }, { "anonymized_session_id": "sess_c787eb464446", "predominant_model": "gpt-5.5", "predominant_reasoning_effort": "xhigh", "model_response_count": 119, "user_turn_count": 10, "tool_call_count": 148, "duration_seconds": 3458, "total_input_tokens": 15194351, "total_cached_input_tokens": 13770880, "total_non_cached_tokens": 1423471, "median_cached_input_share": 0.949682, "median_input_per_response": 134357.0, "max_input_tokens": 200897, "max_context_utilization": 0.777465, "compaction_count": 0, "total_tool_output_bytes": 15901843, "telemetry_statement": "This session accumulated 15,194,351 total input tokens across 119 model responses despite containing only 10 user turns." } ], "top_5_by_response_count": [ { "anonymized_session_id": "sess_a5684326640c", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "high", "model_response_count": 382, "user_turn_count": 17, "tool_call_count": 437, "duration_seconds": 14332, "total_input_tokens": 43005107, "total_cached_input_tokens": 40844416, "total_non_cached_tokens": 2160691, "median_cached_input_share": 0.9849, "median_input_per_response": 118033.0, "max_input_tokens": 225668, "max_context_utilization": 0.873328, "compaction_count": 4, "total_tool_output_bytes": 2994583, "telemetry_statement": "This session accumulated 43,005,107 total input tokens across 382 model responses despite containing only 17 user turns." }, { "anonymized_session_id": "sess_9bfe79425547", "predominant_model": "gpt-5.5", "predominant_reasoning_effort": "xhigh", "model_response_count": 343, "user_turn_count": 27, "tool_call_count": 511, "duration_seconds": 123574, "total_input_tokens": 46049118, "total_cached_input_tokens": 44107392, "total_non_cached_tokens": 1941726, "median_cached_input_share": 0.989663, "median_input_per_response": 142089.0, "max_input_tokens": 233903, "max_context_utilization": 0.905197, "compaction_count": 3, "total_tool_output_bytes": 2105983, "telemetry_statement": "This session accumulated 46,049,118 total input tokens across 343 model responses despite containing only 27 user turns." }, { "anonymized_session_id": "sess_6baf7b019aa1", "predominant_model": "gpt-5.5", "predominant_reasoning_effort": "high", "model_response_count": 316, "user_turn_count": 15, "tool_call_count": 364, "duration_seconds": 16431, "total_input_tokens": 45715306, "total_cached_input_tokens": 44350336, "total_non_cached_tokens": 1364970, "median_cached_input_share": 0.9849, "median_input_per_response": 162792.5, "max_input_tokens": 234414, "max_context_utilization": 0.907175, "compaction_count": 3, "total_tool_output_bytes": 1994034, "telemetry_statement": "This session accumulated 45,715,306 total input tokens across 316 model responses despite containing only 15 user turns." }, { "anonymized_session_id": "sess_42f3280c2fef", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "high", "model_response_count": 294, "user_turn_count": 5, "tool_call_count": 289, "duration_seconds": 11184, "total_input_tokens": 36035095, "total_cached_input_tokens": 34486400, "total_non_cached_tokens": 1548695, "median_cached_input_share": 0.988, "median_input_per_response": 122084.0, "max_input_tokens": 228211, "max_context_utilization": 0.88317, "compaction_count": 2, "total_tool_output_bytes": 2582552, "telemetry_statement": "This session accumulated 36,035,095 total input tokens across 294 model responses despite containing only 5 user turns." }, { "anonymized_session_id": "sess_7b29f4381bb5", "predominant_model": "gpt-5.6-sol", "predominant_reasoning_effort": "high", "model_response_count": 287, "user_turn_count": 8, "tool_call_count": 281, "duration_seconds": 29487, "total_input_tokens": 38668244, "total_cached_input_tokens": 37282048, "total_non_cached_tokens": 1386196, "median_cached_input_share": 0.983066, "median_input_per_response": 139565.0, "max_input_tokens": 222687, "max_context_utilization": 0.861792, "compaction_count": 4, "total_tool_output_bytes": 2494047, "telemetry_statement": "This session accumulated 38,668,244 total input tokens across 287 model responses despite containing only 8 user turns." } ] }, "analysis_7_robustness": { "excluded_sessions_count": 2, "excluded_session_ids": [ "sess_6baf7b019aa1", "sess_9bfe79425547" ], "comparison": { "all_valid_sessions_count": 291, "trimmed_sessions_count": 289, "all_responses_count": 18077, "trimmed_responses_count": 17418, "median_input_per_response": { "full": 110584, "trimmed": 109328.0 }, "mean_input_per_response": { "full": 115539.44, "trimmed": 114642.44 }, "median_cached_input_share": { "full": 0.98, "trimmed": 0.98 }, "correlation_model_responses_vs_total_input": { "full": 0.982, "trimmed": 0.9816 }, "correlation_user_turns_vs_total_input": { "full": 0.6464, "trimmed": 0.6391 }, "correlation_norm_pos_vs_input_tokens": { "full": 0.3766, "trimmed": 0.3893 } } }, "analysis_8_clean_quota_episodes": { "total_clean_episodes_count": 71, "episodes_with_positive_movement": 66, "episodes_with_zero_movement": 5, "inclusion_criteria": [ "1. Primary rate-limit telemetry exists at episode start and end.", "2. The identical primary resets_at timestamp applies throughout the entire episode.", "3. Monotonically non-decreasing used_percent (no reset during episode).", "4. Zero temporal overlap with any other local rollout file.", "5. Recorded integer precision preserved (no manufactured fractional precision).", "6. Token usage records survive the corrected deduplication logic." ], "observational_limitation": "Absence of overlapping local rollout activity confirms no other session was active on this machine, but does not prove no remote surface (web UI, separate device) accessed the account during that window.", "spearman_correlations_with_quota_meter_movement": { "model_response_count": 0.8132, "user_turn_count": 0.4396, "tool_call_count": 0.7507, "total_logical_input_tokens": 0.8182, "total_cached_input_tokens": 0.8137, "total_non_cached_input_tokens": 0.7624, "median_input_per_response": 0.7443, "max_input_tokens": 0.7828, "max_context_utilization": 0.7451, "compaction_count": 0.5383, "duration_seconds": 0.6319 }, "breakdown_by_model": { "gpt-5.6-sol": { "episodes_count": 24, "movement_percentage_points": { "n": 24, "sum": 438, "mean": 18.25, "median": 7.0, "p10": 1.0, "p25": 1.75, "p75": 34.0, "p90": 50.6, "p99": 57.31, "min": 0, "max": 58 } }, "gpt-5.5": { "episodes_count": 43, "movement_percentage_points": { "n": 43, "sum": 916, "mean": 21.3, "median": 10, "p10": 4.0, "p25": 6.5, "p75": 20.5, "p90": 63.8, "p99": 89.02, "min": 0, "max": 97 } }, "gpt-6-astra": { "episodes_count": 3, "movement_percentage_points": { "n": 3, "sum": 63, "mean": 21.0, "median": 19, "p10": 10.2, "p25": 13.5, "p75": 27.5, "p90": 32.6, "p99": 35.66, "min": 8, "max": 36 } }, "gpt-5.6-luna": { "episodes_count": 1, "movement_percentage_points": { "n": 1, "sum": 0, "mean": 0.0, "median": 0, "p10": 0, "p25": 0, "p75": 0, "p90": 0, "p99": 0, "min": 0, "max": 0 } } }, "sample_episodes": [ { "anonymized_session_id": "sess_c7d207f446f0", "model": "gpt-5.6-sol", "effort": "high", "duration_seconds": 642, "starting_5h_used_percent": 24, "ending_5h_used_percent": 69, "observed_percentage_point_movement": 45, "model_response_count": 68, "user_turn_count": 3, "tool_call_count": 66, "total_logical_input_tokens": 9831730, "total_cached_input_tokens": 9347072, "total_non_cached_input_tokens": 484658, "median_input_per_response": 136345.5, "max_input_tokens": 280293, "max_context_utilization": 0.793132, "compaction_count": 0 }, { "anonymized_session_id": "sess_a91e36ebae02", "model": "gpt-5.5", "effort": "medium", "duration_seconds": 31, "starting_5h_used_percent": 4, "ending_5h_used_percent": 4, "observed_percentage_point_movement": 0, "model_response_count": 4, "user_turn_count": 3, "tool_call_count": 2, "total_logical_input_tokens": 79380, "total_cached_input_tokens": 60928, "total_non_cached_input_tokens": 18452, "median_input_per_response": 19863.5, "max_input_tokens": 20018, "max_context_utilization": 0.077469, "compaction_count": 0 }, { "anonymized_session_id": "sess_a6ed0448a041", "model": "gpt-6-astra", "effort": "high", "duration_seconds": 328, "starting_5h_used_percent": 54, "ending_5h_used_percent": 62, "observed_percentage_point_movement": 8, "model_response_count": 8, "user_turn_count": 3, "tool_call_count": 6, "total_logical_input_tokens": 417399, "total_cached_input_tokens": 364928, "total_non_cached_input_tokens": 52471, "median_input_per_response": 55782.0, "max_input_tokens": 70275, "max_context_utilization": 0.271962, "compaction_count": 0 }, { "anonymized_session_id": "sess_fdc51c447ce9", "model": "gpt-5.5", "effort": "xhigh", "duration_seconds": 1626, "starting_5h_used_percent": 68, "ending_5h_used_percent": 76, "observed_percentage_point_movement": 8, "model_response_count": 94, "user_turn_count": 3, "tool_call_count": 132, "total_logical_input_tokens": 14533691, "total_cached_input_tokens": 14265088, "total_non_cached_input_tokens": 268603, "median_input_per_response": 156783.0, "max_input_tokens": 208182, "max_context_utilization": 0.805658, "compaction_count": 0 }, { "anonymized_session_id": "sess_29a4a71601ec", "model": "gpt-5.5", "effort": "xhigh", "duration_seconds": 1512, "starting_5h_used_percent": 12, "ending_5h_used_percent": 23, "observed_percentage_point_movement": 11, "model_response_count": 92, "user_turn_count": 4, "tool_call_count": 144, "total_logical_input_tokens": 15419951, "total_cached_input_tokens": 15076352, "total_non_cached_input_tokens": 343599, "median_input_per_response": 183488.0, "max_input_tokens": 209376, "max_context_utilization": 0.810279, "compaction_count": 0 }, { "anonymized_session_id": "sess_82b66b196df8", "model": "gpt-5.5", "effort": "xhigh", "duration_seconds": 1963, "starting_5h_used_percent": 70, "ending_5h_used_percent": 78, "observed_percentage_point_movement": 8, "model_response_count": 47, "user_turn_count": 3, "tool_call_count": 96, "total_logical_input_tokens": 5103167, "total_cached_input_tokens": 4882560, "total_non_cached_input_tokens": 220607, "median_input_per_response": 122699, "max_input_tokens": 143218, "max_context_utilization": 0.554249, "compaction_count": 0 }, { "anonymized_session_id": "sess_b51572cd3b99", "model": "gpt-5.5", "effort": "high", "duration_seconds": 855, "starting_5h_used_percent": 25, "ending_5h_used_percent": 32, "observed_percentage_point_movement": 7, "model_response_count": 36, "user_turn_count": 4, "tool_call_count": 51, "total_logical_input_tokens": 1421184, "total_cached_input_tokens": 1339904, "total_non_cached_input_tokens": 81280, "median_input_per_response": 39346.0, "max_input_tokens": 50660, "max_context_utilization": 0.196053, "compaction_count": 0 }, { "anonymized_session_id": "sess_7021113419ca", "model": "gpt-5.5", "effort": "high", "duration_seconds": 630, "starting_5h_used_percent": 34, "ending_5h_used_percent": 39, "observed_percentage_point_movement": 5, "model_response_count": 25, "user_turn_count": 4, "tool_call_count": 39, "total_logical_input_tokens": 999501, "total_cached_input_tokens": 909184, "total_non_cached_input_tokens": 90317, "median_input_per_response": 38680, "max_input_tokens": 57877, "max_context_utilization": 0.223982, "compaction_count": 0 }, { "anonymized_session_id": "sess_b6870e424119", "model": "gpt-5.5", "effort": "high", "duration_seconds": 443, "starting_5h_used_percent": 43, "ending_5h_used_percent": 62, "observed_percentage_point_movement": 19, "model_response_count": 28, "user_turn_count": 4, "tool_call_count": 47, "total_logical_input_tokens": 1267310, "total_cached_input_tokens": 1175040, "total_non_cached_input_tokens": 92270, "median_input_per_response": 51679.5, "max_input_tokens": 57827, "max_context_utilization": 0.223789, "compaction_count": 0 }, { "anonymized_session_id": "sess_09e2955fd72f", "model": "gpt-5.5", "effort": "high", "duration_seconds": 431, "starting_5h_used_percent": 63, "ending_5h_used_percent": 81, "observed_percentage_point_movement": 18, "model_response_count": 30, "user_turn_count": 4, "tool_call_count": 40, "total_logical_input_tokens": 1530948, "total_cached_input_tokens": 1390336, "total_non_cached_input_tokens": 140612, "median_input_per_response": 59000.0, "max_input_tokens": 62962, "max_context_utilization": 0.243661, "compaction_count": 0 } ] }, "analysis_9_segmentation": { "by_model": { "gpt-5.5": { "responses_count": 8427, "share_of_all_responses_pct": 46.62, "input_tokens": { "n": 8427, "sum": 935446321, "mean": 111005.85, "median": 103588, "p10": 29125.2, "p25": 56861.0, "p75": 160359.0, "p90": 204184.0, "p99": 250639.28, "min": 13250, "max": 318858 }, "non_cached_tokens": { "n": 8427, "sum": 45912625, "mean": 5448.28, "median": 1358, "p10": 439.0, "p25": 700.0, "p75": 4008.5, "p90": 11023.0, "p99": 83539.36, "min": 54, "max": 242548 }, "cached_input_share": { "n": 8427, "sum": 7759.466005999996, "mean": 0.92, "median": 0.98, "p10": 0.81, "p25": 0.95, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.007424, "max": 0.999753 }, "output_tokens": { "n": 8427, "sum": 3850018, "mean": 456.87, "median": 225, "p10": 58.0, "p25": 102.0, "p75": 453.0, "p90": 942.0, "p99": 4102.74, "min": 7, "max": 22891 }, "reasoning_tokens": { "n": 8427, "sum": 1161505, "mean": 137.83, "median": 30, "p10": 0.0, "p25": 7.0, "p75": 127.5, "p90": 373.0, "p99": 1550.44, "min": 0, "max": 8447 }, "context_utilization": { "n": 8427, "sum": 3378.223581999994, "mean": 0.4, "median": 0.36, "p10": 0.1, "p25": 0.21, "p75": 0.58, "p90": 0.74, "p99": 0.88, "min": 0.040427, "max": 0.936169 } }, "gpt-5.6-sol": { "responses_count": 9235, "share_of_all_responses_pct": 51.09, "input_tokens": { "n": 9235, "sum": 1114240178, "mean": 120654.05, "median": 117660, "p10": 40991.4, "p25": 70336.0, "p75": 167467.5, "p90": 201833.4, "p99": 262455.58, "min": 17677, "max": 334572 }, "non_cached_tokens": { "n": 9235, "sum": 40230194, "mean": 4356.27, "median": 1549, "p10": 505.0, "p25": 867.0, "p75": 3807.5, "p90": 9219.2, "p99": 33752.84, "min": 120, "max": 228211 }, "cached_input_share": { "n": 9235, "sum": 8750.806637000034, "mean": 0.95, "median": 0.99, "p10": 0.89, "p25": 0.96, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.9994 }, "output_tokens": { "n": 9235, "sum": 5394125, "mean": 584.1, "median": 215, "p10": 66.0, "p25": 115.0, "p75": 463.5, "p90": 1222.4, "p99": 6746.28, "min": 7, "max": 24774 }, "reasoning_tokens": { "n": 9235, "sum": 1802043, "mean": 195.13, "median": 53, "p10": 7.0, "p25": 17.0, "p75": 170.5, "p90": 443.0, "p99": 2384.64, "min": 0, "max": 8968 }, "context_utilization": { "n": 9235, "sum": 4215.992137000002, "mean": 0.46, "median": 0.45, "p10": 0.16, "p25": 0.27, "p75": 0.64, "p90": 0.77, "p99": 0.89, "min": 0.05002, "max": 0.997906 } }, "gpt-6-astra": { "responses_count": 347, "share_of_all_responses_pct": 1.92, "input_tokens": { "n": 347, "sum": 35567887, "mean": 102501.12, "median": 99351, "p10": 31225.2, "p25": 51200.5, "p75": 145206.5, "p90": 178560.6, "p99": 229491.46, "min": 25026, "max": 248046 }, "non_cached_tokens": { "n": 347, "sum": 2420495, "mean": 6975.49, "median": 5175, "p10": 737.6, "p25": 2082.0, "p75": 10226.5, "p90": 12491.6, "p99": 22888.44, "min": 185, "max": 147102 }, "cached_input_share": { "n": 347, "sum": 305.8807330000001, "mean": 0.88, "median": 0.94, "p10": 0.62, "p25": 0.86, "p75": 0.98, "p90": 0.99, "p99": 1.0, "min": 0.113405, "max": 0.998642 }, "output_tokens": { "n": 347, "sum": 209362, "mean": 603.35, "median": 233, "p10": 79.0, "p25": 125.0, "p75": 634.5, "p90": 1544.2, "p99": 4157.32, "min": 6, "max": 11023 }, "reasoning_tokens": { "n": 347, "sum": 31305, "mean": 90.22, "median": 28, "p10": 0.0, "p25": 0.0, "p75": 116.0, "p90": 277.6, "p99": 616.44, "min": 0, "max": 955 }, "context_utilization": { "n": 347, "sum": 137.64662600000003, "mean": 0.4, "median": 0.38, "p10": 0.12, "p25": 0.2, "p75": 0.56, "p90": 0.69, "p99": 0.89, "min": 0.09685, "max": 0.95993 } } }, "by_reasoning_effort": { "high": { "responses_count": 12150, "share_of_all_responses_pct": 67.21, "input_tokens": { "n": 12150, "sum": 1393044915, "mean": 114653.9, "median": 109839.0, "p10": 36915.6, "p25": 64891.5, "p75": 159676.25, "p90": 200013.1, "p99": 260120.93, "min": 13250, "max": 334572 }, "non_cached_tokens": { "n": 12150, "sum": 56393395, "mean": 4641.43, "median": 1465.0, "p10": 458.0, "p25": 779.0, "p75": 3942.0, "p90": 9878.2, "p99": 56564.3, "min": 54, "max": 242548 }, "cached_input_share": { "n": 12150, "sum": 11388.556805000018, "mean": 0.94, "median": 0.98, "p10": 0.86, "p25": 0.95, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.999753 }, "output_tokens": { "n": 12150, "sum": 6251023, "mean": 514.49, "median": 219.0, "p10": 61.0, "p25": 108.0, "p75": 451.0, "p90": 1037.1, "p99": 5207.15, "min": 7, "max": 24774 }, "reasoning_tokens": { "n": 12150, "sum": 1920809, "mean": 158.09, "median": 41.0, "p10": 0.0, "p25": 11.0, "p75": 145.0, "p90": 393.0, "p99": 1695.53, "min": 0, "max": 8968 } }, "medium": { "responses_count": 721, "share_of_all_responses_pct": 3.99, "input_tokens": { "n": 721, "sum": 54394758, "mean": 75443.49, "median": 58696, "p10": 23139, "p25": 34530, "p75": 104827, "p90": 153790, "p99": 230431.0, "min": 15756, "max": 236353 }, "non_cached_tokens": { "n": 721, "sum": 5431174, "mean": 7532.83, "median": 1487, "p10": 453, "p25": 788, "p75": 4675, "p90": 14265, "p99": 133771.4, "min": 156, "max": 213701 }, "cached_input_share": { "n": 721, "sum": 625.6141960000004, "mean": 0.87, "median": 0.97, "p10": 0.52, "p25": 0.91, "p75": 0.99, "p90": 0.99, "p99": 1.0, "min": 0.0, "max": 0.998973 }, "output_tokens": { "n": 721, "sum": 238936, "mean": 331.4, "median": 177, "p10": 62, "p25": 102, "p75": 343, "p90": 647, "p99": 2817.6, "min": 10, "max": 5045 }, "reasoning_tokens": { "n": 721, "sum": 57821, "mean": 80.2, "median": 26, "p10": 0, "p25": 0, "p75": 81, "p90": 208, "p99": 599.4, "min": 0, "max": 2312 } }, "xhigh": { "responses_count": 4290, "share_of_all_responses_pct": 23.73, "input_tokens": { "n": 4290, "sum": 537839291, "mean": 125370.46, "median": 126855.0, "p10": 35697.1, "p25": 72468.5, "p75": 179339.25, "p90": 209864.7, "p99": 255903.68, "min": 13730, "max": 318858 }, "non_cached_tokens": { "n": 4290, "sum": 22587579, "mean": 5265.17, "median": 1443.0, "p10": 471.0, "p25": 749.25, "p75": 4146.25, "p90": 10462.4, "p99": 74668.83, "min": 121, "max": 226174 }, "cached_input_share": { "n": 4290, "sum": 4001.2107620000056, "mean": 0.93, "median": 0.99, "p10": 0.86, "p25": 0.95, "p75": 0.99, "p90": 1.0, "p99": 1.0, "min": 0.0, "max": 0.99938 }, "output_tokens": { "n": 4290, "sum": 2422973, "mean": 564.8, "median": 237.0, "p10": 59.0, "p25": 108.25, "p75": 530.0, "p90": 1186.8, "p99": 5344.76, "min": 7, "max": 20274 }, "reasoning_tokens": { "n": 4290, "sum": 820924, "mean": 191.36, "median": 45.0, "p10": 0.0, "p25": 11.0, "p75": 172.0, "p90": 476.4, "p99": 2588.0, "min": 0, "max": 8447 } }, "max": { "responses_count": 764, "share_of_all_responses_pct": 4.23, "input_tokens": { "n": 764, "sum": 93531963, "mean": 122424.04, "median": 116293.0, "p10": 44042.4, "p25": 67544.25, "p75": 176050.5, "p90": 206709.1, "p99": 238437.93, "min": 18899, "max": 241883 }, "non_cached_tokens": { "n": 764, "sum": 3419451, "mean": 4475.72, "median": 2046.0, "p10": 771.1, "p25": 1175.0, "p75": 4351.5, "p90": 9693.8, "p99": 31303.36, "min": 251, "max": 159554 }, "cached_input_share": { "n": 764, "sum": 724.4891929999995, "mean": 0.95, "median": 0.98, "p10": 0.89, "p25": 0.95, "p75": 0.99, "p90": 0.99, "p99": 1.0, "min": 0.066491, "max": 0.998833 }, "output_tokens": { "n": 764, "sum": 515853, "mean": 675.2, "median": 229.0, "p10": 90.0, "p25": 133.0, "p75": 515.25, "p90": 1481.8, "p99": 8294.65, "min": 31, "max": 14827 }, "reasoning_tokens": { "n": 764, "sum": 186000, "mean": 243.46, "median": 69.0, "p10": 9.0, "p25": 22.0, "p75": 205.25, "p90": 513.0, "p99": 2635.7, "min": 0, "max": 5830 } } } } }