{
 "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
 "via": "OpenRouter free tier",
 "method": "unchanged from c2b_llm.py; see docstring",
 "slices": {
  "synthetic_logs_slice": {
   "tokens_before": 11477,
   "tokens_after": 5161,
   "transforms": [
    "router:protected:user_message",
    "router:mixed:0.32"
   ],
   "ccr_markers": 0,
   "questions": [
    {
     "input": "original",
     "q": "What is the request_id of the FATAL entry?",
     "truth": "req-424242",
     "model": "req-424242",
     "correct": true,
     "prompt_tokens": 13880,
     "seconds": 3.5,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "original",
     "q": "Which service logged the FATAL entry?",
     "truth": "billing",
     "model": "billing",
     "correct": true,
     "prompt_tokens": 13877,
     "seconds": 2.6,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "original",
     "q": "What is the latency_ms of request req-538890?",
     "truth": "597",
     "model": "597",
     "correct": true,
     "prompt_tokens": 13885,
     "seconds": 3.4,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "original",
     "q": "What is the level of request req-861033?",
     "truth": "INFO",
     "model": "INFO",
     "correct": true,
     "prompt_tokens": 13884,
     "seconds": 1.5,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "original",
     "q": "Which service handled request req-157953?",
     "truth": "search",
     "model": "search",
     "correct": true,
     "prompt_tokens": 13882,
     "seconds": 3.2,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "What is the request_id of the FATAL entry?",
     "truth": "req-424242",
     "model": "req-424242",
     "correct": true,
     "prompt_tokens": 7566,
     "seconds": 2.0,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "Which service logged the FATAL entry?",
     "truth": "billing",
     "model": "billing",
     "correct": true,
     "prompt_tokens": 7563,
     "seconds": 2.4,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "What is the latency_ms of request req-538890?",
     "truth": "597",
     "model": "597",
     "correct": true,
     "prompt_tokens": 7571,
     "seconds": 6.2,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "What is the level of request req-861033?",
     "truth": "INFO",
     "model": "INFO",
     "correct": true,
     "prompt_tokens": 7570,
     "seconds": 2.0,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "Which service handled request req-157953?",
     "truth": "search",
     "model": "search",
     "correct": true,
     "prompt_tokens": 7568,
     "seconds": 2.4,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    }
   ],
   "original_correct": 5,
   "compressed_correct": 5,
   "same_answer_both": 5
  },
  "wiki_search_slice": {
   "tokens_before": 12788,
   "tokens_after": 7953,
   "transforms": [
    "router:protected:user_message",
    "router:mixed:0.53"
   ],
   "ccr_markers": 15,
   "questions": [
    {
     "input": "original",
     "q": "What is the pageid of the article titled 'Python (codename)'?",
     "truth": "53672527",
     "model": "53672527",
     "correct": true,
     "prompt_tokens": 14756,
     "seconds": 3.6,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "original",
     "q": "What is the wordcount of the article titled 'Python (mythology)'?",
     "truth": "1218",
     "model": "1218",
     "correct": true,
     "prompt_tokens": 14757,
     "seconds": 3.0,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "original",
     "q": "What is the title of the article with pageid 40170617?",
     "truth": "2013 New Brunswick python attack",
     "model": "2013 New Brunswick python attack",
     "correct": true,
     "prompt_tokens": 14760,
     "seconds": 2.1,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "original",
     "q": "What is the size of the article titled 'IDLE'?",
     "truth": "5607",
     "model": "5607",
     "correct": true,
     "prompt_tokens": 14753,
     "seconds": 2.9,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "original",
     "q": "What is the title of the very first result?",
     "truth": "Python (programming language)",
     "model": "Python (programming language)",
     "correct": true,
     "prompt_tokens": 14750,
     "seconds": 1.7,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "What is the pageid of the article titled 'Python (codename)'?",
     "truth": "53672527",
     "model": "53672527",
     "correct": true,
     "prompt_tokens": 9830,
     "seconds": 2.2,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "What is the wordcount of the article titled 'Python (mythology)'?",
     "truth": "1218",
     "model": "1218",
     "correct": true,
     "prompt_tokens": 9831,
     "seconds": 2.2,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "What is the title of the article with pageid 40170617?",
     "truth": "2013 New Brunswick python attack",
     "model": "2013 New Brunswick python attack",
     "correct": true,
     "prompt_tokens": 9834,
     "seconds": 14.7,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "What is the size of the article titled 'IDLE'?",
     "truth": "5607",
     "model": "5607",
     "correct": true,
     "prompt_tokens": 9827,
     "seconds": 2.9,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    },
    {
     "input": "compressed",
     "q": "What is the title of the very first result?",
     "truth": "Python (programming language)",
     "model": "Python (programming language)",
     "correct": true,
     "prompt_tokens": 9824,
     "seconds": 1.3,
     "served_model": "nvidia/nemotron-3-ultra-550b-a55b:free",
     "provider": "Nvidia",
     "retries": 0
    }
   ],
   "original_correct": 5,
   "compressed_correct": 5,
   "same_answer_both": 5
  }
 },
 "http_requests_this_process": 20,
 "summary": {
  "questions_per_input": 10,
  "original_correct": 10,
  "compressed_correct": 10,
  "identical_answers": 10
 }
}