{
  "model": "base",
  "split": "test_production",
  "every": 10,
  "temperature": null,
  "villager_decision": {
    "n": 23878,
    "tvd": 0.49681197972128316,
    "top1_agreement": 0.3277493927464612,
    "ms_per_question": 7.137940936175551
  },
  "character_sheet": {
    "n": 4103,
    "mae": 0.35975087319269133,
    "side_agreement": 0.7331221057762612,
    "ms_per_question": 2.1454038332902394
  },
  "juror_vote": {
    "n": 17,
    "mae": 0.3106317353774519,
    "side_agreement": 0.7058823529411765,
    "ms_per_question": 6.8550135286333145
  }
}