{
  "chat": {
    "answerability": {
      "False": {
        "answer_match": 0,
        "answer_match_with_neutral_wrapper": 0,
        "clean_response": 15,
        "count": 15,
        "empty": 0,
        "natural_stop": 15,
        "repeated": 0,
        "strict_task_success": 0,
        "token_limit": 0,
        "unexpected_structure": 0
      },
      "True": {
        "answer_match": 12,
        "answer_match_with_neutral_wrapper": 12,
        "clean_response": 15,
        "count": 15,
        "empty": 0,
        "natural_stop": 15,
        "repeated": 0,
        "strict_task_success": 12,
        "token_limit": 0,
        "unexpected_structure": 0
      }
    },
    "categories": {
      "answerability": {
        "answer_match": 12,
        "answer_match_with_neutral_wrapper": 12,
        "clean_response": 30,
        "count": 30,
        "empty": 0,
        "natural_stop": 30,
        "repeated": 0,
        "strict_task_success": 12,
        "token_limit": 0,
        "unexpected_structure": 0
      },
      "conversation": {
        "answer_match": 26,
        "answer_match_with_neutral_wrapper": 26,
        "clean_response": 30,
        "count": 30,
        "empty": 0,
        "natural_stop": 30,
        "repeated": 0,
        "strict_task_success": 26,
        "token_limit": 0,
        "unexpected_structure": 0
      },
      "instructions": {
        "answer_match": 15,
        "answer_match_with_neutral_wrapper": 15,
        "clean_response": 30,
        "count": 30,
        "empty": 0,
        "natural_stop": 30,
        "repeated": 0,
        "strict_task_success": 15,
        "token_limit": 0,
        "unexpected_structure": 0
      },
      "knowledge": {
        "answer_match": 16,
        "answer_match_with_neutral_wrapper": 16,
        "clean_response": 30,
        "count": 30,
        "empty": 0,
        "natural_stop": 30,
        "repeated": 0,
        "strict_task_success": 16,
        "token_limit": 0,
        "unexpected_structure": 0
      },
      "reading": {
        "answer_match": 27,
        "answer_match_with_neutral_wrapper": 27,
        "clean_response": 30,
        "count": 30,
        "empty": 0,
        "natural_stop": 30,
        "repeated": 0,
        "strict_task_success": 27,
        "token_limit": 0,
        "unexpected_structure": 0
      },
      "reasoning": {
        "answer_match": 11,
        "answer_match_with_neutral_wrapper": 11,
        "clean_response": 30,
        "count": 30,
        "empty": 0,
        "natural_stop": 30,
        "repeated": 0,
        "strict_task_success": 11,
        "token_limit": 0,
        "unexpected_structure": 0
      }
    },
    "caveat": "Answer match is conservative automatic scoring, not a complete semantic correctness judgment. Non-matching answers and open chat require review. Repetition detection is heuristic.",
    "objective": {
      "answer_match": 107,
      "answer_match_with_neutral_wrapper": 107,
      "clean_response": 180,
      "count": 180,
      "empty": 0,
      "natural_stop": 180,
      "repeated": 0,
      "strict_task_success": 107,
      "token_limit": 0,
      "unexpected_structure": 0
    },
    "response_control_all": {
      "answer_match": 107,
      "answer_match_with_neutral_wrapper": 107,
      "clean_response": 189,
      "count": 192,
      "empty": 0,
      "natural_stop": 191,
      "repeated": 3,
      "strict_task_success": 107,
      "token_limit": 1,
      "unexpected_structure": 0
    }
  },
  "choices": {
    "arc_challenge": {
      "acc": 0.2935153583617747,
      "acc_norm": 0.30887372013651876,
      "complete": true,
      "context_truncated_choices": 0,
      "evaluated": 1172,
      "expected": 1172
    },
    "arc_easy": {
      "acc": 0.6258417508417509,
      "acc_norm": 0.6233164983164983,
      "complete": true,
      "context_truncated_choices": 0,
      "evaluated": 2376,
      "expected": 2376
    },
    "hellaswag": {
      "acc": 0.3285202150965943,
      "acc_norm": 0.39404501095399325,
      "complete": true,
      "context_truncated_choices": 0,
      "evaluated": 10042,
      "expected": 10042
    },
    "piqa": {
      "acc": 0.6648531011969532,
      "acc_norm": 0.6621327529923831,
      "complete": true,
      "context_truncated_choices": 0,
      "evaluated": 1838,
      "expected": 1838
    }
  },
  "complete": true,
  "ifeval": {
    "loose": {
      "instruction_accuracy": 0.3249400479616307,
      "instructions": 834,
      "prompt_accuracy": 0.1922365988909427,
      "prompts": 541
    },
    "strict": {
      "instruction_accuracy": 0.3009592326139089,
      "instructions": 834,
      "prompt_accuracy": 0.17929759704251386,
      "prompts": 541
    }
  },
  "model_sha256": "7b2d8777040f05d8e0849acac4e45013b2de3d72145c363cd22825e80115c515"
}
