{
 "models": {
  "haiku": {
   "tasks": 12,
   "valid_with": 9,
   "valid_without": 10,
   "pairs_with": 7,
   "pairs_without": 5,
   "ties": 0,
   "by_default": 3,
   "judged": 12,
   "used": 10,
   "cost_with": 0.0989,
   "cost_without": 0.1095,
   "median_s_with": 42.5,
   "median_s_without": 54.5,
   "helps": false
  },
  "sonnet": {
   "tasks": 12,
   "valid_with": 10,
   "valid_without": 11,
   "pairs_with": 4,
   "pairs_without": 3,
   "ties": 5,
   "by_default": 0,
   "judged": 12,
   "used": 11,
   "cost_with": 1.3553,
   "cost_without": 0.7845,
   "median_s_with": 35.5,
   "median_s_without": 32.5,
   "helps": false
  },
  "opus": {
   "tasks": 12,
   "valid_with": 11,
   "valid_without": 11,
   "pairs_with": 6,
   "pairs_without": 4,
   "ties": 2,
   "by_default": 0,
   "judged": 12,
   "used": 12,
   "cost_with": 3.3057,
   "cost_without": 2.2045,
   "median_s_with": 55.5,
   "median_s_without": 54.0,
   "helps": false
  }
 },
 "total": {
  "vw": 30,
  "vo": 32,
  "pw": 17,
  "po": 12,
  "pt": 7
 },
 "sign_p": 0.4583,
 "overall_helps": false
}