{
    "measured_at":  "2026-11-08T16:18:29.901Z",
    "max_tokens":  250,
    "levels":  [
                   {
                       "users":  1,
                       "ok":  1,
                       "batch_span_s":  4.43,
                       "aggregate_tps":  56,
                       "per_user_tps_median":  62.97,
                       "first_token_median_s":  0.5,
                       "first_token_p90_s":  0.5,
                       "answer_time_median_s":  4.43,
                       "answer_time_p90_s":  4.43,
                       "runs":  [
                                    {
                                        "ok":  true,
                                        "wall_s":  4.43,
                                        "queue_s":  0.09,
                                        "first_token_s":  0.5,
                                        "gen_tokens":  248,
                                        "gen_tps":  62.97
                                    }
                                ]
                   },
                   {
                       "users":  2,
                       "ok":  2,
                       "batch_span_s":  7.73,
                       "aggregate_tps":  62.6,
                       "per_user_tps_median":  38.45,
                       "first_token_median_s":  0.57,
                       "first_token_p90_s":  0.57,
                       "answer_time_median_s":  6.955,
                       "answer_time_p90_s":  7.73,
                       "runs":  [
                                    {
                                        "ok":  true,
                                        "wall_s":  6.18,
                                        "queue_s":  0.09,
                                        "first_token_s":  0.57,
                                        "gen_tokens":  250,
                                        "gen_tps":  44.36
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  7.73,
                                        "queue_s":  0.1,
                                        "first_token_s":  0.57,
                                        "gen_tokens":  234,
                                        "gen_tps":  32.54
                                    }
                                ]
                   },
                   {
                       "users":  4,
                       "ok":  4,
                       "batch_span_s":  12.38,
                       "aggregate_tps":  76.7,
                       "per_user_tps_median":  21.675,
                       "first_token_median_s":  0.93,
                       "first_token_p90_s":  0.94,
                       "answer_time_median_s":  11.85,
                       "answer_time_p90_s":  12.38,
                       "runs":  [
                                    {
                                        "ok":  true,
                                        "wall_s":  12.19,
                                        "queue_s":  0.15,
                                        "first_token_s":  0.93,
                                        "gen_tokens":  244,
                                        "gen_tps":  21.59
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  9.55,
                                        "queue_s":  0.17,
                                        "first_token_s":  0.93,
                                        "gen_tokens":  227,
                                        "gen_tps":  26.23
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  11.51,
                                        "queue_s":  0.19,
                                        "first_token_s":  0.94,
                                        "gen_tokens":  228,
                                        "gen_tps":  21.47
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  12.38,
                                        "queue_s":  0.19,
                                        "first_token_s":  0.93,
                                        "gen_tokens":  250,
                                        "gen_tps":  21.76
                                    }
                                ]
                   },
                   {
                       "users":  6,
                       "ok":  6,
                       "batch_span_s":  22.28,
                       "aggregate_tps":  60.7,
                       "per_user_tps_median":  20.835,
                       "first_token_median_s":  1.1,
                       "first_token_p90_s":  12.17,
                       "answer_time_median_s":  14.01,
                       "answer_time_p90_s":  22.28,
                       "runs":  [
                                    {
                                        "ok":  true,
                                        "wall_s":  11.5,
                                        "queue_s":  0.34,
                                        "first_token_s":  1.1,
                                        "gen_tokens":  237,
                                        "gen_tps":  22.7
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  10.87,
                                        "queue_s":  0.31,
                                        "first_token_s":  1.1,
                                        "gen_tokens":  221,
                                        "gen_tps":  22.52
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  13.26,
                                        "queue_s":  0.32,
                                        "first_token_s":  1.1,
                                        "gen_tokens":  230,
                                        "gen_tps":  18.82
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  14.76,
                                        "queue_s":  0.35,
                                        "first_token_s":  1.1,
                                        "gen_tokens":  250,
                                        "gen_tps":  18.22
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  20.99,
                                        "queue_s":  11.57,
                                        "first_token_s":  12.17,
                                        "gen_tokens":  175,
                                        "gen_tps":  19.71
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  22.28,
                                        "queue_s":  10.92,
                                        "first_token_s":  11.44,
                                        "gen_tokens":  239,
                                        "gen_tps":  21.96
                                    }
                                ]
                   },
                   {
                       "users":  8,
                       "ok":  8,
                       "batch_span_s":  24.21,
                       "aggregate_tps":  75.7,
                       "per_user_tps_median":  22.465,
                       "first_token_median_s":  5.109999999999999,
                       "first_token_p90_s":  15.28,
                       "answer_time_median_s":  17.35,
                       "answer_time_p90_s":  24.2,
                       "runs":  [
                                    {
                                        "ok":  true,
                                        "wall_s":  12.1,
                                        "queue_s":  0.34,
                                        "first_token_s":  1.13,
                                        "gen_tokens":  243,
                                        "gen_tps":  22.07
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  8.5,
                                        "queue_s":  0.33,
                                        "first_token_s":  1.13,
                                        "gen_tokens":  208,
                                        "gen_tps":  28.08
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  20.09,
                                        "queue_s":  8.57,
                                        "first_token_s":  9.09,
                                        "gen_tokens":  233,
                                        "gen_tps":  21.1
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  14.61,
                                        "queue_s":  0.36,
                                        "first_token_s":  1.13,
                                        "gen_tokens":  250,
                                        "gen_tps":  18.47
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  12.75,
                                        "queue_s":  0.34,
                                        "first_token_s":  1.13,
                                        "gen_tokens":  186,
                                        "gen_tps":  15.92
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  23.24,
                                        "queue_s":  12.17,
                                        "first_token_s":  12.75,
                                        "gen_tokens":  241,
                                        "gen_tps":  22.86
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  22.73,
                                        "queue_s":  12.88,
                                        "first_token_s":  13.68,
                                        "gen_tokens":  221,
                                        "gen_tps":  24.31
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  24.2,
                                        "queue_s":  14.71,
                                        "first_token_s":  15.28,
                                        "gen_tokens":  250,
                                        "gen_tps":  27.9
                                    }
                                ]
                   },
                   {
                       "users":  12,
                       "ok":  12,
                       "batch_span_s":  38.36,
                       "aggregate_tps":  74.2,
                       "per_user_tps_median":  21.009999999999998,
                       "first_token_median_s":  13.370000000000001,
                       "first_token_p90_s":  26.35,
                       "answer_time_median_s":  24.965,
                       "answer_time_p90_s":  37.9,
                       "runs":  [
                                    {
                                        "ok":  true,
                                        "wall_s":  10.3,
                                        "queue_s":  0.51,
                                        "first_token_s":  1.29,
                                        "gen_tokens":  243,
                                        "gen_tps":  26.85
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  11.62,
                                        "queue_s":  0.49,
                                        "first_token_s":  1.29,
                                        "gen_tokens":  237,
                                        "gen_tps":  22.84
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  13.66,
                                        "queue_s":  0.5,
                                        "first_token_s":  1.29,
                                        "gen_tokens":  218,
                                        "gen_tps":  17.55
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  15.92,
                                        "queue_s":  0.48,
                                        "first_token_s":  1.29,
                                        "gen_tokens":  249,
                                        "gen_tps":  16.95
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  22.46,
                                        "queue_s":  11.74,
                                        "first_token_s":  12.35,
                                        "gen_tokens":  196,
                                        "gen_tps":  19.3
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  27.13,
                                        "queue_s":  13.79,
                                        "first_token_s":  14.39,
                                        "gen_tokens":  244,
                                        "gen_tps":  19.08
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  24.21,
                                        "queue_s":  10.43,
                                        "first_token_s":  10.99,
                                        "gen_tokens":  208,
                                        "gen_tps":  15.66
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  25.72,
                                        "queue_s":  16,
                                        "first_token_s":  16.49,
                                        "gen_tokens":  250,
                                        "gen_tps":  26.98
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  35.07,
                                        "queue_s":  22.58,
                                        "first_token_s":  23.18,
                                        "gen_tokens":  250,
                                        "gen_tps":  20.95
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  38.36,
                                        "queue_s":  27.26,
                                        "first_token_s":  27.88,
                                        "gen_tokens":  250,
                                        "gen_tps":  23.76
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  37.9,
                                        "queue_s":  25.84,
                                        "first_token_s":  26.35,
                                        "gen_tokens":  250,
                                        "gen_tps":  21.56
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  36.68,
                                        "queue_s":  24.31,
                                        "first_token_s":  24.86,
                                        "gen_tokens":  250,
                                        "gen_tps":  21.07
                                    }
                                ]
                   },
                   {
                       "users":  16,
                       "ok":  16,
                       "batch_span_s":  50.39,
                       "aggregate_tps":  75,
                       "per_user_tps_median":  20.9,
                       "first_token_median_s":  19.505000000000003,
                       "first_token_p90_s":  37.68,
                       "answer_time_median_s":  32.105000000000004,
                       "answer_time_p90_s":  48.51,
                       "runs":  [
                                    {
                                        "ok":  true,
                                        "wall_s":  36.21,
                                        "queue_s":  23.84,
                                        "first_token_s":  24.45,
                                        "gen_tokens":  245,
                                        "gen_tps":  20.74
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  27.04,
                                        "queue_s":  15.78,
                                        "first_token_s":  16.39,
                                        "gen_tokens":  227,
                                        "gen_tps":  21.22
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  15.69,
                                        "queue_s":  0.5,
                                        "first_token_s":  1.22,
                                        "gen_tokens":  241,
                                        "gen_tps":  16.59
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  28.96,
                                        "queue_s":  13.18,
                                        "first_token_s":  13.72,
                                        "gen_tokens":  250,
                                        "gen_tps":  16.34
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  8.87,
                                        "queue_s":  0.51,
                                        "first_token_s":  1.22,
                                        "gen_tokens":  194,
                                        "gen_tps":  25.25
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  21.93,
                                        "queue_s":  8.94,
                                        "first_token_s":  9.48,
                                        "gen_tokens":  238,
                                        "gen_tps":  19.03
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  35.25,
                                        "queue_s":  27.13,
                                        "first_token_s":  27.72,
                                        "gen_tokens":  218,
                                        "gen_tps":  28.82
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  9.97,
                                        "queue_s":  0.49,
                                        "first_token_s":  1.22,
                                        "gen_tokens":  250,
                                        "gen_tps":  28.48
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  13.05,
                                        "queue_s":  0.49,
                                        "first_token_s":  1.22,
                                        "gen_tokens":  250,
                                        "gen_tps":  21.06
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  41.08,
                                        "queue_s":  29.05,
                                        "first_token_s":  29.54,
                                        "gen_tokens":  240,
                                        "gen_tps":  20.71
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  36.56,
                                        "queue_s":  22.06,
                                        "first_token_s":  22.62,
                                        "gen_tokens":  218,
                                        "gen_tps":  15.56
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  23.71,
                                        "queue_s":  10.07,
                                        "first_token_s":  10.66,
                                        "gen_tokens":  245,
                                        "gen_tps":  18.69
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  50.39,
                                        "queue_s":  41.18,
                                        "first_token_s":  41.72,
                                        "gen_tokens":  250,
                                        "gen_tps":  28.71
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  48.51,
                                        "queue_s":  36.68,
                                        "first_token_s":  37.68,
                                        "gen_tokens":  250,
                                        "gen_tps":  22.99
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  47.15,
                                        "queue_s":  36.33,
                                        "first_token_s":  37.42,
                                        "gen_tokens":  225,
                                        "gen_tps":  23.03
                                    },
                                    {
                                        "ok":  true,
                                        "wall_s":  47.5,
                                        "queue_s":  35.33,
                                        "first_token_s":  35.99,
                                        "gen_tokens":  239,
                                        "gen_tps":  20.68
                                    }
                                ]
                   }
               ],
    "model":  "Genie Pro",
    "method":  "Superchat Box, server configured for 4 parallel conversations. At each level N, N different office-style requests (about 180 words, max 250 tokens) sent at the same moment; one warm-up; server-reported timings. Live customer traffic shared the box during the test."
}