[
 {
  "benchmark": "throughput",
  "engine": "nano",
  "model": "unsloth/Llama-3.2-1B-Instruct",
  "device": "cuda",
  "num_seqs": 64,
  "lengths": [
   100,
   1024
  ],
  "prompt_tokens": 40619,
  "output_tokens": 34510,
  "seconds": 15.73,
  "output_tok_s": 2193.5,
  "steps": 1007,
  "preemptions": 0,
  "cow_copies": 0,
  "tokens_run": 75065,
  "kv_blocks": 34017,
  "gpu": "NVIDIA A10"
 },
 {
  "benchmark": "throughput",
  "engine": "vllm",
  "model": "unsloth/Llama-3.2-1B-Instruct",
  "device": "cuda",
  "num_seqs": 64,
  "lengths": [
   100,
   1024
  ],
  "prompt_tokens": 40619,
  "output_tokens": 34510,
  "seconds": 11.6,
  "output_tok_s": 2975.6,
  "eager": true,
  "gpu": "NVIDIA A10"
 },
 {
  "benchmark": "throughput",
  "engine": "vllm",
  "model": "unsloth/Llama-3.2-1B-Instruct",
  "device": "cuda",
  "num_seqs": 64,
  "lengths": [
   100,
   1024
  ],
  "prompt_tokens": 40619,
  "output_tokens": 34510,
  "seconds": 10.77,
  "output_tok_s": 3203.3,
  "eager": false,
  "gpu": "NVIDIA A10"
 },
 {
  "benchmark": "stall",
  "model": "unsloth/Llama-3.2-1B-Instruct",
  "device": "cuda",
  "decoders": 32,
  "long_prompt": 8000,
  "chunked": true,
  "token_budget": 512,
  "steady_step_ms": 12.0,
  "longest_step_ms": 37.6,
  "steps_to_first_token": 17,
  "long_prompt_ttft_ms": 546.3,
  "step_ms_after_arrival": [
   23.7,
   27.0,
   29.1,
   30.1,
   30.4,
   31.2,
   31.5,
   32.2,
   32.6,
   33.7,
   34.5,
   34.7,
   35.4,
   36.5,
   37.0,
   37.6,
   29.2,
   12.1,
   12.0,
   12.0,
   12.0,
   11.9,
   12.0,
   12.0,
   12.0,
   11.9,
   11.9
  ],
  "gpu": "NVIDIA A10"
 },
 {
  "benchmark": "stall",
  "model": "unsloth/Llama-3.2-1B-Instruct",
  "device": "cuda",
  "decoders": 32,
  "long_prompt": 8000,
  "chunked": true,
  "token_budget": 2048,
  "steady_step_ms": 12.2,
  "longest_step_ms": 122.1,
  "steps_to_first_token": 4,
  "long_prompt_ttft_ms": 432.5,
  "step_ms_after_arrival": [
   90.4,
   105.6,
   114.3,
   122.1,
   12.2,
   12.2,
   12.2,
   12.2,
   12.2,
   12.1,
   12.2,
   12.2,
   12.2,
   12.1
  ],
  "gpu": "NVIDIA A10"
 },
 {
  "benchmark": "stall",
  "model": "unsloth/Llama-3.2-1B-Instruct",
  "device": "cuda",
  "decoders": 32,
  "long_prompt": 8000,
  "chunked": false,
  "token_budget": 8032,
  "steady_step_ms": 12.3,
  "longest_step_ms": 405.9,
  "steps_to_first_token": 1,
  "long_prompt_ttft_ms": 405.9,
  "step_ms_after_arrival": [
   405.9,
   12.1,
   12.0,
   12.0,
   12.0,
   12.0,
   12.0,
   12.0,
   12.0,
   12.0,
   12.0
  ],
  "gpu": "NVIDIA A10"
 }
]
