[
 {
  "file": "dots-3-note-preview_T1_baseline_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T1",
  "arm": "baseline",
  "run": 1,
  "loc": 39,
  "completion_tokens": 912,
  "prompt_tokens": 23,
  "secs": 11.1,
  "checks": [
   9,
   9
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "dots-3-note-preview_T1_ponytail_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T1",
  "arm": "ponytail",
  "run": 1,
  "loc": 5,
  "completion_tokens": 752,
  "prompt_tokens": 819,
  "secs": 10.4,
  "checks": [
   9,
   9
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "dots-3-note-preview_T2_baseline_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T2",
  "arm": "baseline",
  "run": 1,
  "loc": 16,
  "completion_tokens": 465,
  "prompt_tokens": 46,
  "secs": 6.3,
  "checks": [
   4,
   4
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "dots-3-note-preview_T2_ponytail_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T2",
  "arm": "ponytail",
  "run": 1,
  "loc": 15,
  "completion_tokens": 633,
  "prompt_tokens": 842,
  "secs": 8.3,
  "checks": [
   4,
   4
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "dots-3-note-preview_T3_baseline_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T3",
  "arm": "baseline",
  "run": 1,
  "loc": 11,
  "completion_tokens": 490,
  "prompt_tokens": 28,
  "secs": 6.6,
  "checks": [
   1,
   1
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "dots-3-note-preview_T3_ponytail_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T3",
  "arm": "ponytail",
  "run": 1,
  "loc": 7,
  "completion_tokens": 195,
  "prompt_tokens": 824,
  "secs": 3.8,
  "checks": [
   1,
   1
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "dots-3-note-preview_T4_baseline_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T4",
  "arm": "baseline",
  "run": 1,
  "loc": 14,
  "completion_tokens": 561,
  "prompt_tokens": 39,
  "secs": 7.8,
  "checks": [
   1,
   3
  ],
  "pass": false,
  "has_test": false,
  "finish": "stop",
  "log_tail": "CHECKS 1 3\n"
 },
 {
  "file": "dots-3-note-preview_T4_ponytail_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T4",
  "arm": "ponytail",
  "run": 1,
  "loc": 9,
  "completion_tokens": 437,
  "prompt_tokens": 835,
  "secs": 6.2,
  "checks": [
   3,
   3
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "dots-3-note-preview_T5_baseline_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T5",
  "arm": "baseline",
  "run": 1,
  "loc": 52,
  "completion_tokens": 6098,
  "prompt_tokens": 41,
  "secs": 64.7,
  "checks": [
   5,
   5
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "dots-3-note-preview_T5_ponytail_r1.json",
  "model": "dots-studio/dots-3-note-preview:free",
  "task": "T5",
  "arm": "ponytail",
  "run": 1,
  "loc": 9,
  "completion_tokens": 1179,
  "prompt_tokens": 837,
  "secs": 14.5,
  "checks": [
   4,
   5
  ],
  "pass": false,
  "has_test": false,
  "finish": "stop",
  "log_tail": "CHECKS 4 5\n"
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T1_baseline_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T1",
  "arm": "baseline",
  "run": 1,
  "loc": 54,
  "completion_tokens": 1524,
  "prompt_tokens": 26,
  "secs": 32.3,
  "checks": [
   9,
   9
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T1_baseline_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T1",
  "arm": "baseline",
  "run": 2,
  "loc": 52,
  "completion_tokens": 1470,
  "prompt_tokens": 26,
  "secs": 19.6,
  "checks": [
   9,
   9
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T1_ponytail_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T1",
  "arm": "ponytail",
  "run": 1,
  "loc": 4,
  "completion_tokens": 286,
  "prompt_tokens": 841,
  "secs": 15.3,
  "checks": [
   9,
   9
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T1_ponytail_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T1",
  "arm": "ponytail",
  "run": 2,
  "loc": 4,
  "completion_tokens": 306,
  "prompt_tokens": 841,
  "secs": 11.2,
  "checks": [
   9,
   9
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T2_baseline_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T2",
  "arm": "baseline",
  "run": 1,
  "loc": 74,
  "completion_tokens": 1090,
  "prompt_tokens": 52,
  "secs": 17.4,
  "checks": [
   4,
   4
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T2_baseline_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T2",
  "arm": "baseline",
  "run": 2,
  "loc": 12,
  "completion_tokens": 256,
  "prompt_tokens": 52,
  "secs": 3.0,
  "checks": [
   4,
   4
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T2_ponytail_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T2",
  "arm": "ponytail",
  "run": 1,
  "loc": 7,
  "completion_tokens": 120,
  "prompt_tokens": 867,
  "secs": 4.6,
  "checks": [
   4,
   4
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T2_ponytail_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T2",
  "arm": "ponytail",
  "run": 2,
  "loc": 9,
  "completion_tokens": 184,
  "prompt_tokens": 867,
  "secs": 12.0,
  "checks": [
   4,
   4
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T3_baseline_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T3",
  "arm": "baseline",
  "run": 1,
  "loc": 36,
  "completion_tokens": 697,
  "prompt_tokens": 31,
  "secs": 14.5,
  "checks": [
   1,
   1
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T3_baseline_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T3",
  "arm": "baseline",
  "run": 2,
  "loc": 29,
  "completion_tokens": 597,
  "prompt_tokens": 31,
  "secs": 11.9,
  "checks": [
   1,
   1
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T3_ponytail_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T3",
  "arm": "ponytail",
  "run": 1,
  "loc": 6,
  "completion_tokens": 140,
  "prompt_tokens": 846,
  "secs": 5.3,
  "checks": [
   1,
   1
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T3_ponytail_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T3",
  "arm": "ponytail",
  "run": 2,
  "loc": 6,
  "completion_tokens": 110,
  "prompt_tokens": 846,
  "secs": 3.7,
  "checks": [
   1,
   1
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T4_baseline_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T4",
  "arm": "baseline",
  "run": 1,
  "loc": 25,
  "completion_tokens": 379,
  "prompt_tokens": 42,
  "secs": 9.0,
  "checks": [
   3,
   3
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T4_baseline_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T4",
  "arm": "baseline",
  "run": 2,
  "loc": 20,
  "completion_tokens": 332,
  "prompt_tokens": 42,
  "secs": 18.2,
  "checks": [
   3,
   3
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T4_ponytail_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T4",
  "arm": "ponytail",
  "run": 1,
  "loc": 6,
  "completion_tokens": 199,
  "prompt_tokens": 857,
  "secs": 3.2,
  "checks": [
   3,
   3
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T4_ponytail_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T4",
  "arm": "ponytail",
  "run": 2,
  "loc": 7,
  "completion_tokens": 210,
  "prompt_tokens": 857,
  "secs": 4.8,
  "checks": [
   1,
   3
  ],
  "pass": false,
  "has_test": false,
  "finish": "stop",
  "log_tail": "CHECKS 1 3\n"
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T5_baseline_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T5",
  "arm": "baseline",
  "run": 1,
  "loc": 40,
  "completion_tokens": 653,
  "prompt_tokens": 44,
  "secs": 22.0,
  "checks": [
   5,
   5
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T5_baseline_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T5",
  "arm": "baseline",
  "run": 2,
  "loc": 14,
  "completion_tokens": 416,
  "prompt_tokens": 44,
  "secs": 6.9,
  "checks": [
   5,
   5
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T5_ponytail_r1.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T5",
  "arm": "ponytail",
  "run": 1,
  "loc": 9,
  "completion_tokens": 314,
  "prompt_tokens": 859,
  "secs": 5.5,
  "checks": [
   5,
   5
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 },
 {
  "file": "nemotron-3-ultra-550b-a55b_T5_ponytail_r2.json",
  "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
  "task": "T5",
  "arm": "ponytail",
  "run": 2,
  "loc": 9,
  "completion_tokens": 247,
  "prompt_tokens": 859,
  "secs": 4.4,
  "checks": [
   5,
   5
  ],
  "pass": true,
  "has_test": false,
  "finish": "stop",
  "log_tail": ""
 }
]