{
 "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
 "via": "OpenRouter free tier",
 "method": "full payloads, 5 questions batched per request; see docstring",
 "payloads": {
  "synthetic_logs": {
   "ccr_markers_in_compressed": 0,
   "runs": {
    "original": {
     "correct": 5,
     "of": 5,
     "prompt_tokens": 137522,
     "seconds": 17.0,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0,
     "raw_reply": "1. ledger write failed: disk quota exceeded on /var/lib/ledger (errno 122)\n2. req-424242\n3. 34\n4. search\n5. 0",
     "questions": [
      {
       "q": "What is the msg of the FATAL entry?",
       "truth": "ledger write failed: disk quota exceeded on /var/lib/ledger (errno 122)",
       "model": "ledger write failed: disk quota exceeded on /var/lib/ledger (errno 122)",
       "correct": true
      },
      {
       "q": "What is the request_id of the FATAL entry?",
       "truth": "req-424242",
       "model": "req-424242",
       "correct": true
      },
      {
       "q": "What is the latency_ms of request req-990450?",
       "truth": "34",
       "model": "34",
       "correct": true
      },
      {
       "q": "Which service logged the entry with ts 2026-10-20T09:39:57Z?",
       "truth": "search",
       "model": "search",
       "correct": true
      },
      {
       "q": "How many entries have level ERROR?",
       "truth": "0",
       "model": "0",
       "correct": true
      }
     ]
    },
    "compressed": {
     "correct": 5,
     "of": 5,
     "prompt_tokens": 83153,
     "seconds": 16.6,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0,
     "raw_reply": "1. ledger write failed: disk quota exceeded on /var/lib/ledger (errno 122)\n2. req-424242\n3. 34\n4. search\n5. 0",
     "questions": [
      {
       "q": "What is the msg of the FATAL entry?",
       "truth": "ledger write failed: disk quota exceeded on /var/lib/ledger (errno 122)",
       "model": "ledger write failed: disk quota exceeded on /var/lib/ledger (errno 122)",
       "correct": true
      },
      {
       "q": "What is the request_id of the FATAL entry?",
       "truth": "req-424242",
       "model": "req-424242",
       "correct": true
      },
      {
       "q": "What is the latency_ms of request req-990450?",
       "truth": "34",
       "model": "34",
       "correct": true
      },
      {
       "q": "Which service logged the entry with ts 2026-10-20T09:39:57Z?",
       "truth": "search",
       "model": "search",
       "correct": true
      },
      {
       "q": "How many entries have level ERROR?",
       "truth": "0",
       "model": "0",
       "correct": true
      }
     ]
    }
   }
  },
  "wiki_search": {
   "ccr_markers_in_compressed": 44,
   "runs": {
    "original": {
     "correct": 4,
     "of": 5,
     "prompt_tokens": 41231,
     "seconds": 60.6,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0,
     "raw_reply": "1. Python (programming language)\n2. 226402\n3. 237\n4. The Burmese <span class=\"searchmatch\">python</span> (<span class=\"searchmatch\">Python</span> bivittatus) is one of the largest species of snakes. It is native to a large area of Southeast Asia and is listed as Vulnerable\n5. 26",
     "questions": [
      {
       "q": "What is the title of the very first result?",
       "truth": "Python (programming language)",
       "model": "Python (programming language)",
       "correct": true
      },
      {
       "q": "What is the pageid of the article titled 'Guido van Rossum'?",
       "truth": "226402",
       "model": "226402",
       "correct": true
      },
      {
       "q": "What is the wordcount of the article titled 'Leiopython fredparkeri'?",
       "truth": "237",
       "model": "237",
       "correct": true
      },
      {
       "q": "What is the snippet of the article titled 'Burmese python'? Copy it exactly.",
       "truth": "The Burmese <span class=\"searchmatch\">python</span> (<span class=\"searchmatch\">Python</span> bivittatus) is one of the largest species of snakes. It is native to a large area of Southeast Asia and is listed as Vulnerable",
       "model": "The Burmese <span class=\"searchmatch\">python</span> (<span class=\"searchmatch\">Python</span> bivittatus) is one of the largest species of snakes. It is native to a large area of Southeast Asia and is listed as Vulnerable",
       "correct": true
      },
      {
       "q": "How many results have wordcount greater than 5000?",
       "truth": "27",
       "model": "26",
       "correct": false
      }
     ]
    },
    "compressed": {
     "correct": 4,
     "of": 5,
     "prompt_tokens": 29429,
     "seconds": 53.1,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0,
     "raw_reply": "1. Python (programming language)\n2. 226402\n3. 237\n4. The Burmese <span class=\"searchmatch\">python</span> (<span class=\"searchmatch\">Python</span> bivittatus) is one of the largest species of snakes. It is native to a large area of Southeast Asia and is listed as Vulnerable\n5. 23",
     "questions": [
      {
       "q": "What is the title of the very first result?",
       "truth": "Python (programming language)",
       "model": "Python (programming language)",
       "correct": true
      },
      {
       "q": "What is the pageid of the article titled 'Guido van Rossum'?",
       "truth": "226402",
       "model": "226402",
       "correct": true
      },
      {
       "q": "What is the wordcount of the article titled 'Leiopython fredparkeri'?",
       "truth": "237",
       "model": "237",
       "correct": true
      },
      {
       "q": "What is the snippet of the article titled 'Burmese python'? Copy it exactly.",
       "truth": "The Burmese <span class=\"searchmatch\">python</span> (<span class=\"searchmatch\">Python</span> bivittatus) is one of the largest species of snakes. It is native to a large area of Southeast Asia and is listed as Vulnerable",
       "model": "The Burmese <span class=\"searchmatch\">python</span> (<span class=\"searchmatch\">Python</span> bivittatus) is one of the largest species of snakes. It is native to a large area of Southeast Asia and is listed as Vulnerable",
       "correct": true
      },
      {
       "q": "How many results have wordcount greater than 5000?",
       "truth": "27",
       "model": "23",
       "correct": false
      }
     ]
    }
   }
  }
 },
 "http_requests_this_process": 4
}