[
 {
  "model": "haiku",
  "task": "T01",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "chest.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 6,
    "opaque_share": [
     0.582
    ]
   }
  },
  "exit": 0,
  "duration_s": 46,
  "cost": 0.0088,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.008776415000000001,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 25353,
   "cache_read_input_tokens": 119829,
   "output_tokens": 8816,
   "output_tokens_details": {
    "thinking_tokens": 7122
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 25353
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_inspect": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 3
 },
 {
  "model": "haiku",
  "task": "T01",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "chest.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.631
    ]
   }
  },
  "exit": 0,
  "duration_s": 63,
  "cost": 0.0095,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.009515125,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 18433,
   "cache_read_input_tokens": 147080,
   "output_tokens": 11478,
   "output_tokens_details": {
    "thinking_tokens": 8103
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 18433
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 2,
   "Write": 1,
   "Bash:python3": 1,
   "Bash:python": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T02",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "potion.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 6,
    "opaque_share": [
     0.523
    ]
   }
  },
  "exit": 0,
  "duration_s": 42,
  "cost": 0.0075,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 4,
  "is_error": false,
  "stream_cost": 0.007520925000000001,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 23315,
   "cache_read_input_tokens": 82475,
   "output_tokens": 7562,
   "output_tokens_details": {
    "thinking_tokens": 6467
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 23315
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 2
 },
 {
  "model": "haiku",
  "task": "T02",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "potion.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 6,
    "opaque_share": [
     0.535
    ]
   }
  },
  "exit": 0,
  "duration_s": 55,
  "cost": 0.0082,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.00817327,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 16560,
   "cache_read_input_tokens": 86547,
   "output_tokens": 10474,
   "output_tokens_details": {
    "thinking_tokens": 8104
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 16560
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cat": 1,
   "Write": 1,
   "Bash:python": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T03",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "knight.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 10,
    "opaque_share": [
     0.619
    ]
   }
  },
  "exit": 0,
  "duration_s": 50,
  "cost": 0.0083,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 4,
  "is_error": false,
  "stream_cost": 0.008292945,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 22353,
   "cache_read_input_tokens": 88852,
   "output_tokens": 9219,
   "output_tokens_details": {
    "thinking_tokens": 5984
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 22353
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "Bash:python": 2
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T03",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "knight.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 8,
    "opaque_share": [
     0.363
    ]
   }
  },
  "exit": 0,
  "duration_s": 87,
  "cost": 0.0136,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 9,
  "is_error": false,
  "stream_cost": 0.01355283,
  "usage": {
   "input_tokens": 18,
   "cache_creation_input_tokens": 23396,
   "cache_read_input_tokens": 233953,
   "output_tokens": 16574,
   "output_tokens_details": {
    "thinking_tokens": 11704
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 23396
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 1,
   "Bash:python": 3,
   "Bash:cat": 1,
   "Write": 2,
   "Bash:mkdir": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T04",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": false,
   "content": true
  },
  "valid": false,
  "info": {},
  "files": {
   "sword.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 6,
    "opaque_share": [
     0.203
    ]
   }
  },
  "exit": 0,
  "duration_s": 72,
  "cost": 0.0121,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.012100630000000001,
  "usage": {
   "input_tokens": 14,
   "cache_creation_input_tokens": 27098,
   "cache_read_input_tokens": 193198,
   "output_tokens": 13560,
   "output_tokens_details": {
    "thinking_tokens": 12002
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 27098
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_inspect": 2,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cp": 1
  },
  "pixelbolt_calls": 4
 },
 {
  "model": "haiku",
  "task": "T04",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": false,
   "content": true
  },
  "valid": false,
  "info": {},
  "files": {
   "sword.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.398
    ]
   }
  },
  "exit": 0,
  "duration_s": 72,
  "cost": 0.0141,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 16,
  "is_error": false,
  "stream_cost": 0.014090355,
  "usage": {
   "input_tokens": 32,
   "cache_creation_input_tokens": 21739,
   "cache_read_input_tokens": 421278,
   "output_tokens": 14314,
   "output_tokens_details": {
    "thinking_tokens": 6848
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 21739
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 1,
   "Bash:ls": 3,
   "Bash:mkdir": 1,
   "Write": 3,
   "Bash:python3": 2,
   "Bash:node": 4,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T05",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "tree.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 7,
    "opaque_share": [
     0.519
    ]
   }
  },
  "exit": 0,
  "duration_s": 15,
  "cost": 0.0043,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 4,
  "is_error": false,
  "stream_cost": 0.004295325,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 18433,
   "cache_read_input_tokens": 83340,
   "output_tokens": 2314,
   "output_tokens_details": {
    "thinking_tokens": 1400
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 18433
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 2
 },
 {
  "model": "haiku",
  "task": "T05",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": false,
   "size": false,
   "crisp": false,
   "palette": false,
   "background": false,
   "content": false
  },
  "valid": false,
  "info": {},
  "files": {
   "tree.png": "missing"
  },
  "exit": 0,
  "duration_s": 39,
  "cost": 0.0068,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.00683192,
  "usage": {
   "input_tokens": 14,
   "cache_creation_input_tokens": 13186,
   "cache_read_input_tokens": 140927,
   "output_tokens": 7546,
   "output_tokens_details": {
    "thinking_tokens": 2155
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 13186
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:which": 1,
   "Bash:python3": 3,
   "Bash:mkdir": 1,
   "Write": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T06",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "coin_sheet.png": {
    "format": "PNG",
    "size": [
     96,
     16
    ],
    "colours": 4,
    "opaque_share": [
     0.438,
     0.328,
     0.219,
     0.141,
     0.219,
     0.328
    ]
   },
   "coin.gif": {
    "format": "GIF",
    "size": [
     16,
     16
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 4,
    "opaque_share": [
     0.438,
     0.328,
     0.219,
     0.141,
     0.219,
     0.328
    ]
   }
  },
  "exit": 0,
  "duration_s": 93,
  "cost": 0.0185,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 12,
  "is_error": false,
  "stream_cost": 0.01847016,
  "usage": {
   "input_tokens": 24,
   "cache_creation_input_tokens": 41344,
   "cache_read_input_tokens": 444526,
   "output_tokens": 17709,
   "output_tokens_details": {
    "thinking_tokens": 11417
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 41344
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_validate": 1,
   "mcp__pixelbolt__pixel_render": 4,
   "Bash:python": 3,
   "Bash:cd": 1
  },
  "pixelbolt_calls": 6
 },
 {
  "model": "haiku",
  "task": "T06",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "coin_sheet.png": {
    "format": "PNG",
    "size": [
     96,
     16
    ],
    "colours": 4,
    "opaque_share": [
     0.609,
     0.281,
     0.281,
     0.609,
     0.281,
     0.281
    ]
   },
   "coin.gif": {
    "format": "GIF",
    "size": [
     16,
     16
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     120,
     120,
     120,
     120,
     120,
     120
    ],
    "gif": true,
    "colours": 4,
    "opaque_share": [
     0.609,
     0.281,
     0.281,
     0.609,
     0.281,
     0.281
    ]
   }
  },
  "exit": 0,
  "duration_s": 63,
  "cost": 0.0105,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 11,
  "is_error": false,
  "stream_cost": 0.010488335000000003,
  "usage": {
   "input_tokens": 18,
   "cache_creation_input_tokens": 19465,
   "cache_read_input_tokens": 192741,
   "output_tokens": 12252,
   "output_tokens_details": {
    "thinking_tokens": 5859
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 19465
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 1,
   "Bash:mkdir": 2,
   "Write": 2,
   "Bash:cd": 3,
   "Bash:ls": 1,
   "Edit": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T07",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "slime_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273
    ]
   },
   "slime.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     140,
     140,
     140,
     140,
     140,
     140,
     140,
     140
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273
    ]
   }
  },
  "exit": 0,
  "duration_s": 35,
  "cost": 0.0061,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.006091030000000001,
  "usage": {
   "input_tokens": 14,
   "cache_creation_input_tokens": 24838,
   "cache_read_input_tokens": 191788,
   "output_tokens": 2134,
   "output_tokens_details": {
    "thinking_tokens": 896
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 24838
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 2,
   "mcp__pixelbolt__pixel_compile": 1,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cd": 1
  },
  "pixelbolt_calls": 4
 },
 {
  "model": "haiku",
  "task": "T07",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": false
  },
  "valid": false,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "slime_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 6,
    "opaque_share": [
     0.312,
     0.311,
     0.311,
     0.307,
     0.299,
     0.297,
     0.297,
     0.312
    ]
   },
   "slime.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     110,
     110,
     110,
     110,
     110,
     110,
     110,
     110
    ],
    "gif": true,
    "colours": 6,
    "opaque_share": [
     0.312,
     0.311,
     0.311,
     0.307,
     0.299,
     0.297,
     0.297,
     0.312
    ]
   }
  },
  "exit": 0,
  "duration_s": 42,
  "cost": 0.0067,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.006713985,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 13329,
   "cache_read_input_tokens": 162126,
   "output_tokens": 6850,
   "output_tokens_details": {
    "thinking_tokens": 3206
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 13329
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 2,
   "Bash:python": 3,
   "Write": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T08",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "walk_sheet.png": {
    "format": "PNG",
    "size": [
     192,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.178,
     0.174,
     0.178,
     0.176,
     0.175,
     0.18
    ]
   },
   "walk.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 7,
    "opaque_share": [
     0.178,
     0.174,
     0.178,
     0.176,
     0.175,
     0.18
    ]
   }
  },
  "exit": 0,
  "duration_s": 104,
  "cost": 0.0208,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 11,
  "is_error": false,
  "stream_cost": 0.020803625,
  "usage": {
   "input_tokens": 22,
   "cache_creation_input_tokens": 48065,
   "cache_read_input_tokens": 473180,
   "output_tokens": 20123,
   "output_tokens_details": {
    "thinking_tokens": 15475
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 48065
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 2,
   "mcp__pixelbolt__pixel_validate": 1,
   "mcp__pixelbolt__pixel_inspect": 1,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:[compound command]": 1,
   "Bash:cp": 2,
   "Bash:od": 1
  },
  "pixelbolt_calls": 5
 },
 {
  "model": "haiku",
  "task": "T08",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "walk_sheet.png": {
    "format": "PNG",
    "size": [
     192,
     32
    ],
    "colours": 11,
    "opaque_share": [
     0.277,
     0.263,
     0.257,
     0.276,
     0.261,
     0.271
    ]
   },
   "walk.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 11,
    "opaque_share": [
     0.277,
     0.263,
     0.257,
     0.276,
     0.261,
     0.271
    ]
   }
  },
  "exit": 0,
  "duration_s": 73,
  "cost": 0.0115,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 10,
  "is_error": false,
  "stream_cost": 0.0114976,
  "usage": {
   "input_tokens": 20,
   "cache_creation_input_tokens": 20136,
   "cache_read_input_tokens": 251510,
   "output_tokens": 12927,
   "output_tokens_details": {
    "thinking_tokens": 8335
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 20136
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 4,
   "Bash:python": 2,
   "Write": 1,
   "Read": 2
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T09",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.0
  },
  "files": {
   "grass.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 4,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 26,
  "cost": 0.0055,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.005507590000000001,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 19812,
   "cache_read_input_tokens": 114759,
   "output_tokens": 3765,
   "output_tokens_details": {
    "thinking_tokens": 2765
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 19812
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cp": 1
  },
  "pixelbolt_calls": 2
 },
 {
  "model": "haiku",
  "task": "T09",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.811
  },
  "files": {
   "grass.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 4,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 26,
  "cost": 0.0042,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 6,
  "is_error": false,
  "stream_cost": 0.0041950749999999995,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 9773,
   "cache_read_input_tokens": 108675,
   "output_tokens": 3771,
   "output_tokens_details": {
    "thinking_tokens": 1283
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 9773
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 2,
   "Bash:python": 2,
   "Bash:cat": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T10",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.814
  },
  "files": {
   "path_tiles.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 6,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 64,
  "cost": 0.0145,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 11,
  "is_error": false,
  "stream_cost": 0.014532274999999999,
  "usage": {
   "input_tokens": 18,
   "cache_creation_input_tokens": 42563,
   "cache_read_input_tokens": 363410,
   "output_tokens": 11152,
   "output_tokens_details": {
    "thinking_tokens": 6014
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 42563
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "Bash:mkdir": 2,
   "Read": 2,
   "Write": 1,
   "Bash:python": 2,
   "Edit": 1
  },
  "pixelbolt_calls": 1
 },
 {
  "model": "haiku",
  "task": "T10",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.908
  },
  "files": {
   "path_tiles.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 6,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 46,
  "cost": 0.007,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.00698183,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 14436,
   "cache_read_input_tokens": 81303,
   "output_tokens": 8727,
   "output_tokens_details": {
    "thinking_tokens": 3741
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 14436
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 2,
   "Write": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T11",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "fire_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.262,
     0.262,
     0.264,
     0.258,
     0.261,
     0.26,
     0.261,
     0.262
    ]
   },
   "fire.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     120,
     120,
     120,
     120,
     120,
     120,
     120,
     120
    ],
    "gif": true,
    "colours": 7,
    "opaque_share": [
     0.262,
     0.262,
     0.264,
     0.258,
     0.261,
     0.26,
     0.261,
     0.262
    ]
   }
  },
  "exit": 0,
  "duration_s": 61,
  "cost": 0.0108,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 12,
  "is_error": false,
  "stream_cost": 0.010804030000000001,
  "usage": {
   "input_tokens": 24,
   "cache_creation_input_tokens": 27942,
   "cache_read_input_tokens": 394088,
   "output_tokens": 6736,
   "output_tokens_details": {
    "thinking_tokens": 2026
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 27942
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "Bash:python": 1,
   "Write": 2,
   "Bash:cd": 5,
   "Read": 1
  },
  "pixelbolt_calls": 1
 },
 {
  "model": "haiku",
  "task": "T11",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "fire_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 6,
    "opaque_share": [
     0.295,
     0.3,
     0.3,
     0.296,
     0.293,
     0.296,
     0.3,
     0.288
    ]
   },
   "fire.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     110,
     110,
     110,
     110,
     110,
     110,
     110,
     110
    ],
    "gif": true,
    "colours": 6,
    "opaque_share": [
     0.295,
     0.3,
     0.3,
     0.296,
     0.293,
     0.296,
     0.3,
     0.288
    ]
   }
  },
  "exit": 0,
  "duration_s": 45,
  "cost": 0.0077,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 9,
  "is_error": false,
  "stream_cost": 0.007698289999999999,
  "usage": {
   "input_tokens": 18,
   "cache_creation_input_tokens": 14558,
   "cache_read_input_tokens": 194874,
   "output_tokens": 7856,
   "output_tokens_details": {
    "thinking_tokens": 2962
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 14558
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 1,
   "Bash:[compound command]": 1,
   "Write": 2,
   "Bash:python": 2,
   "Read": 1,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "haiku",
  "task": "T12",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "smoke_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.095,
     0.371,
     0.479,
     0.444,
     0.385,
     0.313,
     0.112,
     0.021
    ]
   },
   "smoke.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     60,
     60,
     60,
     60,
     60,
     60,
     60,
     60
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.095,
     0.371,
     0.479,
     0.444,
     0.385,
     0.313,
     0.112,
     0.021
    ]
   }
  },
  "exit": 0,
  "duration_s": 29,
  "cost": 0.0063,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.006297670000000002,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 19240,
   "cache_read_input_tokens": 201307,
   "output_tokens": 3756,
   "output_tokens_details": {
    "thinking_tokens": 1610
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 19240
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_compile": 1,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cd": 3,
   "Write": 1
  },
  "pixelbolt_calls": 2
 },
 {
  "model": "haiku",
  "task": "T12",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "smoke_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.038,
     0.121,
     0.194,
     0.233,
     0.246,
     0.213,
     0.173,
     0.097
    ]
   },
   "smoke.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 1,
    "durations": [
     90,
     90,
     90,
     90,
     90,
     90,
     90,
     90
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.038,
     0.121,
     0.194,
     0.233,
     0.246,
     0.213,
     0.173,
     0.097
    ]
   }
  },
  "exit": 0,
  "duration_s": 60,
  "cost": 0.0112,
  "timed_out": false,
  "model_id": "claude-haiku-5-5",
  "mcp": {},
  "result": "success",
  "turns": 14,
  "is_error": false,
  "stream_cost": 0.011239744999999999,
  "usage": {
   "input_tokens": 26,
   "cache_creation_input_tokens": 22319,
   "cache_read_input_tokens": 329327,
   "output_tokens": 10308,
   "output_tokens_details": {
    "thinking_tokens": 3705
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 22319
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cd": 2,
   "Bash:python": 5,
   "Write": 1,
   "Edit": 2,
   "Read": 2,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T01",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "chest.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.531
    ]
   }
  },
  "exit": 0,
  "duration_s": 21,
  "cost": 0.0962,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.0961754,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 26496,
   "cache_read_input_tokens": 63694,
   "output_tokens": 2355,
   "output_tokens_details": {
    "thinking_tokens": 556
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 26496
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_render": 1,
   "mcp__pixelbolt__pixel_inspect": 1
  },
  "pixelbolt_calls": 3
 },
 {
  "model": "sonnet",
  "task": "T01",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "chest.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.551
    ]
   }
  },
  "exit": 0,
  "duration_s": 20,
  "cost": 0.071,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.0710094,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 19453,
   "cache_read_input_tokens": 54309,
   "output_tokens": 1693,
   "output_tokens_details": {
    "thinking_tokens": 396
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 19453
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 2,
   "Read": 1,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T02",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "potion.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.328
    ]
   }
  },
  "exit": 0,
  "duration_s": 32,
  "cost": 0.0845,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 6,
  "is_error": false,
  "stream_cost": 0.0844838,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 16488,
   "cache_read_input_tokens": 130998,
   "output_tokens": 3014,
   "output_tokens_details": {
    "thinking_tokens": 1380
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 16488
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_render": 3
  },
  "pixelbolt_calls": 4
 },
 {
  "model": "sonnet",
  "task": "T02",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "potion.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.391
    ]
   }
  },
  "exit": 0,
  "duration_s": 27,
  "cost": 0.0571,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.057059700000000005,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 8293,
   "cache_read_input_tokens": 109432,
   "output_tokens": 2536,
   "output_tokens_details": {
    "thinking_tokens": 678
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 8293
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:python": 2,
   "Bash:ls": 1,
   "Read": 2
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T03",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "knight.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 9,
    "opaque_share": [
     0.566
    ]
   }
  },
  "exit": 0,
  "duration_s": 32,
  "cost": 0.0817,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 4,
  "is_error": false,
  "stream_cost": 0.08169530000000001,
  "usage": {
   "input_tokens": 6,
   "cache_creation_input_tokens": 16696,
   "cache_read_input_tokens": 55733,
   "output_tokens": 3437,
   "output_tokens_details": {
    "thinking_tokens": 2435
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 16696
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 2
 },
 {
  "model": "sonnet",
  "task": "T03",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "knight.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 10,
    "opaque_share": [
     0.548
    ]
   }
  },
  "exit": 0,
  "duration_s": 33,
  "cost": 0.0666,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.0665844,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 9064,
   "cache_read_input_tokens": 70484,
   "output_tokens": 3686,
   "output_tokens_details": {
    "thinking_tokens": 924
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 9064
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:python": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T04",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": false,
   "content": true
  },
  "valid": false,
  "info": {},
  "files": {
   "sword.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.305
    ]
   }
  },
  "exit": 0,
  "duration_s": 61,
  "cost": 0.14,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 9,
  "is_error": false,
  "stream_cost": 0.139998,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 22252,
   "cache_read_input_tokens": 205160,
   "output_tokens": 6382,
   "output_tokens_details": {
    "thinking_tokens": 4033
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 22252
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_render": 2,
   "mcp__pixelbolt__pixel_inspect": 4
  },
  "pixelbolt_calls": 7
 },
 {
  "model": "sonnet",
  "task": "T04",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "sword.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.27
    ]
   }
  },
  "exit": 0,
  "duration_s": 30,
  "cost": 0.0561,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 4,
  "is_error": false,
  "stream_cost": 0.056068599999999996,
  "usage": {
   "input_tokens": 6,
   "cache_creation_input_tokens": 8244,
   "cache_read_input_tokens": 49166,
   "output_tokens": 3053,
   "output_tokens_details": {
    "thinking_tokens": 1135
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 8244
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 2,
   "Write": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T05",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "tree.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 7,
    "opaque_share": [
     0.513
    ]
   }
  },
  "exit": 0,
  "duration_s": 28,
  "cost": 0.0603,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 6,
  "is_error": false,
  "stream_cost": 0.0603123,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 8946,
   "cache_read_input_tokens": 91873,
   "output_tokens": 2874,
   "output_tokens_details": {
    "thinking_tokens": 129
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 8946
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:cat": 1,
   "Write": 1,
   "Bash:cd": 2,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T05",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": false,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": false,
  "info": {},
  "files": {
   "tree.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 7,
    "opaque_share": [
     0.445
    ]
   }
  },
  "exit": 0,
  "duration_s": 27,
  "cost": 0.0629,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.0629083,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 8900,
   "cache_read_input_tokens": 108243,
   "output_tokens": 2981,
   "output_tokens_details": {
    "thinking_tokens": 273
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 8900
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 2,
   "Bash:cat": 1,
   "Read": 2,
   "Write": 1,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T06",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "coin_sheet.png": {
    "format": "PNG",
    "size": [
     96,
     16
    ],
    "colours": 4,
    "opaque_share": [
     0.641,
     0.438,
     0.266,
     0.125,
     0.266,
     0.438
    ]
   },
   "coin.gif": {
    "format": "GIF",
    "size": [
     16,
     16
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 4,
    "opaque_share": [
     0.641,
     0.438,
     0.266,
     0.125,
     0.266,
     0.438
    ]
   }
  },
  "exit": 0,
  "duration_s": 27,
  "cost": 0.0614,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 6,
  "is_error": false,
  "stream_cost": 0.0614061,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 9173,
   "cache_read_input_tokens": 71376,
   "output_tokens": 3132,
   "output_tokens_details": {
    "thinking_tokens": 431
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 9173
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:python": 2,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T06",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "coin_sheet.png": {
    "format": "PNG",
    "size": [
     96,
     16
    ],
    "colours": 4,
    "opaque_share": [
     0.703,
     0.531,
     0.328,
     0.109,
     0.328,
     0.531
    ]
   },
   "coin.gif": {
    "format": "GIF",
    "size": [
     16,
     16
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 4,
    "opaque_share": [
     0.703,
     0.531,
     0.328,
     0.109,
     0.328,
     0.531
    ]
   }
  },
  "exit": 0,
  "duration_s": 35,
  "cost": 0.0624,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.0624084,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 8603,
   "cache_read_input_tokens": 87609,
   "output_tokens": 3212,
   "output_tokens_details": {
    "thinking_tokens": 443
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 8603
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 2,
   "Bash:mkdir": 1,
   "Read": 2,
   "Write": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T07",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "slime_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273
    ]
   },
   "slime.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     140,
     140,
     140,
     140,
     140,
     140,
     140,
     140
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273
    ]
   }
  },
  "exit": 0,
  "duration_s": 15,
  "cost": 0.0771,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.07710710000000001,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 20403,
   "cache_read_input_tokens": 141956,
   "output_tokens": 1188,
   "output_tokens_details": {
    "thinking_tokens": 121
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 20403
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 2,
   "mcp__pixelbolt__pixel_help": 2,
   "mcp__pixelbolt__pixel_compile": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 4
 },
 {
  "model": "sonnet",
  "task": "T07",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "slime_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 6,
    "opaque_share": [
     0.312,
     0.311,
     0.307,
     0.311,
     0.312,
     0.305,
     0.3,
     0.305
    ]
   },
   "slime.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     120,
     120,
     120,
     120,
     120,
     120,
     120,
     120
    ],
    "gif": true,
    "colours": 6,
    "opaque_share": [
     0.312,
     0.311,
     0.307,
     0.311,
     0.312,
     0.305,
     0.3,
     0.305
    ]
   }
  },
  "exit": 0,
  "duration_s": 36,
  "cost": 0.0754,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.0754225,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 9703,
   "cache_read_input_tokens": 108710,
   "output_tokens": 4027,
   "output_tokens_details": {
    "thinking_tokens": 534
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 9703
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 2,
   "Bash:mkdir": 1,
   "Read": 2,
   "Bash:ls": 1,
   "Write": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T08",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "walk_sheet.png": {
    "format": "PNG",
    "size": [
     192,
     32
    ],
    "colours": 12,
    "opaque_share": [
     0.191,
     0.182,
     0.201,
     0.191,
     0.182,
     0.201
    ]
   },
   "walk.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 12,
    "opaque_share": [
     0.191,
     0.182,
     0.201,
     0.191,
     0.182,
     0.201
    ]
   }
  },
  "exit": 0,
  "duration_s": 53,
  "cost": 0.1813,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.1813276,
  "usage": {
   "input_tokens": 14,
   "cache_creation_input_tokens": 46527,
   "cache_read_input_tokens": 252021,
   "output_tokens": 3978,
   "output_tokens_details": {
    "thinking_tokens": 1166
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 46527
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 3,
   "mcp__pixelbolt__pixel_compile": 1,
   "mcp__pixelbolt__pixel_patch": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 6
 },
 {
  "model": "sonnet",
  "task": "T08",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "walk_sheet.png": {
    "format": "PNG",
    "size": [
     192,
     32
    ],
    "colours": 10,
    "opaque_share": [
     0.167,
     0.176,
     0.178,
     0.167,
     0.184,
     0.185
    ]
   },
   "walk.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     120,
     120,
     120,
     120,
     120,
     120
    ],
    "gif": true,
    "colours": 10,
    "opaque_share": [
     0.167,
     0.176,
     0.178,
     0.167,
     0.184,
     0.185
    ]
   }
  },
  "exit": 0,
  "duration_s": 41,
  "cost": 0.0867,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 6,
  "is_error": false,
  "stream_cost": 0.0866627,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 10647,
   "cache_read_input_tokens": 95052,
   "output_tokens": 5052,
   "output_tokens_details": {
    "thinking_tokens": 705
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 10647
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:python": 1,
   "Read": 1,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T09",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 1.122
  },
  "files": {
   "grass.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 17,
  "cost": 0.0369,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 4,
  "is_error": false,
  "stream_cost": 0.036877999999999994,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 7175,
   "cache_read_input_tokens": 68345,
   "output_tokens": 1209,
   "output_tokens_details": {
    "thinking_tokens": 171
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 7175
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 1,
   "Bash:[compound command]": 1,
   "Bash:python": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T09",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.489
  },
  "files": {
   "grass.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 4,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 14,
  "cost": 0.0265,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 2,
  "is_error": false,
  "stream_cost": 0.0265327,
  "usage": {
   "input_tokens": 4,
   "cache_creation_input_tokens": 5919,
   "cache_read_input_tokens": 29872,
   "output_tokens": 874,
   "output_tokens_details": {
    "thinking_tokens": 182
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 5919
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T10",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.998
  },
  "files": {
   "path_tiles.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 7,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 42,
  "cost": 0.1556,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 9,
  "is_error": false,
  "stream_cost": 0.15559920000000002,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 34923,
   "cache_read_input_tokens": 282397,
   "output_tokens": 4002,
   "output_tokens_details": {
    "thinking_tokens": 1067
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 34923
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 2,
   "mcp__pixelbolt__pixel_help": 1,
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:cd": 2,
   "Read": 1
  },
  "pixelbolt_calls": 1
 },
 {
  "model": "sonnet",
  "task": "T10",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.928
  },
  "files": {
   "path_tiles.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 7,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 49,
  "cost": 0.0882,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 6,
  "is_error": false,
  "stream_cost": 0.0881546,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 10589,
   "cache_read_input_tokens": 95221,
   "output_tokens": 5214,
   "output_tokens_details": {
    "thinking_tokens": 2943
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 10589
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 1,
   "Bash:cd": 1,
   "Write": 1,
   "Bash:python": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T11",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "fire_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.345,
     0.355,
     0.36,
     0.354,
     0.345,
     0.342,
     0.331,
     0.335
    ]
   },
   "fire.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 7,
    "opaque_share": [
     0.345,
     0.355,
     0.36,
     0.354,
     0.345,
     0.342,
     0.331,
     0.335
    ]
   }
  },
  "exit": 0,
  "duration_s": 59,
  "cost": 0.1281,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.1281166,
  "usage": {
   "input_tokens": 14,
   "cache_creation_input_tokens": 24386,
   "cache_read_input_tokens": 192936,
   "output_tokens": 4783,
   "output_tokens_details": {
    "thinking_tokens": 499
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 24386
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:cd": 2,
   "Read": 1
  },
  "pixelbolt_calls": 1
 },
 {
  "model": "sonnet",
  "task": "T11",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "fire_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.302,
     0.304,
     0.304,
     0.304,
     0.306,
     0.305,
     0.307,
     0.304
    ]
   },
   "fire.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 7,
    "opaque_share": [
     0.302,
     0.304,
     0.304,
     0.304,
     0.306,
     0.305,
     0.307,
     0.304
    ]
   }
  },
  "exit": 0,
  "duration_s": 42,
  "cost": 0.0879,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.08792950000000001,
  "usage": {
   "input_tokens": 14,
   "cache_creation_input_tokens": 10685,
   "cache_read_input_tokens": 136990,
   "output_tokens": 4749,
   "output_tokens_details": {
    "thinking_tokens": 648
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 10685
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 2,
   "Bash:ls": 1,
   "Write": 1,
   "Bash:cd": 1,
   "Read": 1,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "sonnet",
  "task": "T12",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "smoke_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.095,
     0.371,
     0.479,
     0.444,
     0.385,
     0.313,
     0.112,
     0.021
    ]
   },
   "smoke.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": null,
    "durations": [
     60,
     60,
     60,
     60,
     60,
     60,
     60,
     60
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.095,
     0.371,
     0.479,
     0.444,
     0.385,
     0.313,
     0.112,
     0.021
    ]
   }
  },
  "exit": 0,
  "duration_s": 24,
  "cost": 0.0859,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.0859336,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 18845,
   "cache_read_input_tokens": 185491,
   "output_tokens": 2024,
   "output_tokens_details": {
    "thinking_tokens": 431
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 18845
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 2,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_compile": 1,
   "mcp__pixelbolt__pixel_patch": 2,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 5
 },
 {
  "model": "sonnet",
  "task": "T12",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "smoke_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.045,
     0.139,
     0.259,
     0.364,
     0.355,
     0.296,
     0.21,
     0.12
    ]
   },
   "smoke.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     90,
     90,
     90,
     90,
     90,
     90,
     90,
     90
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.045,
     0.139,
     0.259,
     0.364,
     0.355,
     0.296,
     0.21,
     0.12
    ]
   }
  },
  "exit": 0,
  "duration_s": 37,
  "cost": 0.0737,
  "timed_out": false,
  "model_id": "claude-sonnet-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.07369780000000002,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 9616,
   "cache_read_input_tokens": 109138,
   "output_tokens": 3872,
   "output_tokens_details": {
    "thinking_tokens": 659
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 9616
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 2,
   "Bash:mkdir": 1,
   "Read": 2,
   "Bash:ls": 1,
   "Write": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T01",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "chest.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.65
    ]
   }
  },
  "exit": 0,
  "duration_s": 57,
  "cost": 0.2712,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 6,
  "is_error": false,
  "stream_cost": 0.2712172,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 32925,
   "cache_read_input_tokens": 133521,
   "output_tokens": 3992,
   "output_tokens_details": {
    "thinking_tokens": 2333
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 32925
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_validate": 1,
   "mcp__pixelbolt__pixel_inspect": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 4
 },
 {
  "model": "opus",
  "task": "T01",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "chest.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.648
    ]
   }
  },
  "exit": 0,
  "duration_s": 62,
  "cost": 0.25,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.25003600000000004,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 23891,
   "cache_read_input_tokens": 102465,
   "output_tokens": 5502,
   "output_tokens_details": {
    "thinking_tokens": 1047
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 23891
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 2,
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:[compound command]": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T02",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "potion.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 6,
    "opaque_share": [
     0.531
    ]
   }
  },
  "exit": 0,
  "duration_s": 25,
  "cost": 0.2023,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 4,
  "is_error": false,
  "stream_cost": 0.2022946,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 30045,
   "cache_read_input_tokens": 69088,
   "output_tokens": 1911,
   "output_tokens_details": {
    "thinking_tokens": 1080
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 30045
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 2
 },
 {
  "model": "opus",
  "task": "T02",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "potion.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.441
    ]
   }
  },
  "exit": 0,
  "duration_s": 43,
  "cost": 0.1328,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.1327854,
  "usage": {
   "input_tokens": 8,
   "cache_creation_input_tokens": 8989,
   "cache_read_input_tokens": 70542,
   "output_tokens": 3685,
   "output_tokens_details": {
    "thinking_tokens": 1511
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 8989
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:[compound command]": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T03",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "knight.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 11,
    "opaque_share": [
     0.463
    ]
   }
  },
  "exit": 0,
  "duration_s": 94,
  "cost": 0.3216,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.32157600000000003,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 24831,
   "cache_read_input_tokens": 117705,
   "output_tokens": 8692,
   "output_tokens_details": {
    "thinking_tokens": 7169
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 24831
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_inspect": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 3
 },
 {
  "model": "opus",
  "task": "T03",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "knight.png": {
    "format": "PNG",
    "size": [
     32,
     32
    ],
    "colours": 11,
    "opaque_share": [
     0.526
    ]
   }
  },
  "exit": 0,
  "duration_s": 87,
  "cost": 0.2303,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.23031500000000005,
  "usage": {
   "input_tokens": 14,
   "cache_creation_input_tokens": 12609,
   "cache_read_input_tokens": 147470,
   "output_tokens": 6886,
   "output_tokens_details": {
    "thinking_tokens": 4233
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 12609
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 2,
   "Write": 1,
   "Bash:cd": 2,
   "Read": 1,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T04",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": false,
   "content": true
  },
  "valid": false,
  "info": {},
  "files": {
   "sword.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 6,
    "opaque_share": [
     0.266
    ]
   }
  },
  "exit": 0,
  "duration_s": 62,
  "cost": 0.224,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.223982,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 20963,
   "cache_read_input_tokens": 113835,
   "output_tokens": 4818,
   "output_tokens_details": {
    "thinking_tokens": 3902
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 20963
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_inspect": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 3
 },
 {
  "model": "opus",
  "task": "T04",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {},
  "files": {
   "sword.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.277
    ]
   }
  },
  "exit": 0,
  "duration_s": 74,
  "cost": 0.224,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 11,
  "is_error": false,
  "stream_cost": 0.22395100000000004,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 12868,
   "cache_read_input_tokens": 162535,
   "output_tokens": 6352,
   "output_tokens_details": {
    "thinking_tokens": 2629
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 12868
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:mkdir": 1,
   "Bash:echo": 1,
   "Write": 1,
   "Bash:python": 3,
   "Read": 2,
   "Edit": 2
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T05",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": false,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": false,
  "info": {},
  "files": {
   "tree.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 8,
    "opaque_share": [
     0.495
    ]
   }
  },
  "exit": 0,
  "duration_s": 43,
  "cost": 0.2587,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 9,
  "is_error": false,
  "stream_cost": 0.25869800000000004,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 26449,
   "cache_read_input_tokens": 215445,
   "output_tokens": 4165,
   "output_tokens_details": {
    "thinking_tokens": 544
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 26449
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 3,
   "mcp__pixelbolt__pixel_inspect": 2,
   "Bash:echo": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 6
 },
 {
  "model": "opus",
  "task": "T05",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": false,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": false,
  "info": {},
  "files": {
   "tree.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 8,
    "opaque_share": [
     0.439
    ]
   }
  },
  "exit": 0,
  "duration_s": 51,
  "cost": 0.1541,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.15412340000000002,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 9895,
   "cache_read_input_tokens": 108702,
   "output_tokens": 4143,
   "output_tokens_details": {
    "thinking_tokens": 690
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 9895
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 1,
   "Bash:cd": 2,
   "Read": 2,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T06",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "coin_sheet.png": {
    "format": "PNG",
    "size": [
     96,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.645,
     0.469,
     0.281,
     0.203,
     0.281,
     0.469
    ]
   },
   "coin.gif": {
    "format": "GIF",
    "size": [
     16,
     16
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     110,
     110,
     110,
     110,
     110,
     110
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.645,
     0.469,
     0.281,
     0.203,
     0.281,
     0.469
    ]
   }
  },
  "exit": 0,
  "duration_s": 105,
  "cost": 0.3472,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.3471818,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 26996,
   "cache_read_input_tokens": 227289,
   "output_tokens": 8334,
   "output_tokens_details": {
    "thinking_tokens": 5970
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 26996
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 2,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_inspect": 1,
   "mcp__pixelbolt__pixel_patch": 1,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cd": 1
  },
  "pixelbolt_calls": 4
 },
 {
  "model": "opus",
  "task": "T06",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": false
  },
  "files": {
   "coin_sheet.png": {
    "format": "PNG",
    "size": [
     96,
     16
    ],
    "colours": 5,
    "opaque_share": [
     0.609,
     0.453,
     0.234,
     0.203,
     0.234,
     0.453
    ]
   },
   "coin.gif": {
    "format": "GIF",
    "size": [
     16,
     16
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.609,
     0.453,
     0.234,
     0.203,
     0.234,
     0.453
    ]
   }
  },
  "exit": 0,
  "duration_s": 45,
  "cost": 0.1438,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.1438008,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 9653,
   "cache_read_input_tokens": 89779,
   "output_tokens": 3877,
   "output_tokens_details": {
    "thinking_tokens": 933
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 9653
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 1,
   "Write": 1,
   "Bash:cd": 2,
   "Read": 2,
   "Edit": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T07",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "slime_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273
    ]
   },
   "slime.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     140,
     140,
     140,
     140,
     140,
     140,
     140,
     140
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273,
     0.273
    ]
   }
  },
  "exit": 0,
  "duration_s": 26,
  "cost": 0.1655,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.1654898,
  "usage": {
   "input_tokens": 14,
   "cache_creation_input_tokens": 20846,
   "cache_read_input_tokens": 176819,
   "output_tokens": 1292,
   "output_tokens_details": {
    "thinking_tokens": 73
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 20846
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 2,
   "mcp__pixelbolt__pixel_compile": 1,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cd": 1
  },
  "pixelbolt_calls": 4
 },
 {
  "model": "opus",
  "task": "T07",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "slime_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.387,
     0.381,
     0.369,
     0.352,
     0.354,
     0.352,
     0.369,
     0.381
    ]
   },
   "slime.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     110,
     110,
     110,
     110,
     110,
     110,
     110,
     110
    ],
    "gif": true,
    "colours": 7,
    "opaque_share": [
     0.387,
     0.381,
     0.369,
     0.352,
     0.354,
     0.352,
     0.369,
     0.381
    ]
   }
  },
  "exit": 0,
  "duration_s": 86,
  "cost": 0.279,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 17,
  "is_error": false,
  "stream_cost": 0.2790118,
  "usage": {
   "input_tokens": 22,
   "cache_creation_input_tokens": 14973,
   "cache_read_input_tokens": 237694,
   "output_tokens": 7826,
   "output_tokens_details": {
    "thinking_tokens": 1491
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 14973
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 4,
   "Write": 1,
   "Bash:cd": 5,
   "Read": 1,
   "Edit": 4,
   "Bash:rm": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T08",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "walk_sheet.png": {
    "format": "PNG",
    "size": [
     192,
     32
    ],
    "colours": 11,
    "opaque_share": [
     0.186,
     0.182,
     0.194,
     0.186,
     0.182,
     0.194
    ]
   },
   "walk.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     80,
     80,
     80,
     80,
     80,
     80
    ],
    "gif": true,
    "colours": 11,
    "opaque_share": [
     0.186,
     0.182,
     0.194,
     0.186,
     0.182,
     0.194
    ]
   }
  },
  "exit": 0,
  "duration_s": 81,
  "cost": 0.3121,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 10,
  "is_error": false,
  "stream_cost": 0.31209200000000004,
  "usage": {
   "input_tokens": 20,
   "cache_creation_input_tokens": 31259,
   "cache_read_input_tokens": 320085,
   "output_tokens": 4585,
   "output_tokens_details": {
    "thinking_tokens": 1008
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 31259
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 2,
   "mcp__pixelbolt__pixel_compile": 1,
   "mcp__pixelbolt__pixel_inspect": 2,
   "mcp__pixelbolt__pixel_patch": 1,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cd": 1
  },
  "pixelbolt_calls": 7
 },
 {
  "model": "opus",
  "task": "T08",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "walk_sheet.png": {
    "format": "PNG",
    "size": [
     192,
     32
    ],
    "colours": 11,
    "opaque_share": [
     0.268,
     0.24,
     0.232,
     0.263,
     0.23,
     0.245
    ]
   },
   "walk.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 6,
    "loop": 0,
    "durations": [
     110,
     110,
     110,
     110,
     110,
     110
    ],
    "gif": true,
    "colours": 11,
    "opaque_share": [
     0.268,
     0.24,
     0.232,
     0.263,
     0.23,
     0.245
    ]
   }
  },
  "exit": 0,
  "duration_s": 63,
  "cost": 0.191,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.1909598,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 11842,
   "cache_read_input_tokens": 115009,
   "output_tokens": 5435,
   "output_tokens_details": {
    "thinking_tokens": 1033
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 11842
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 1,
   "Write": 1,
   "Bash:cd": 3,
   "Read": 2
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T09",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 1.02
  },
  "files": {
   "grass.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 27,
  "cost": 0.1557,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.15568680000000001,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 17837,
   "cache_read_input_tokens": 109509,
   "output_tokens": 2228,
   "output_tokens_details": {
    "thinking_tokens": 1119
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 17837
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_inspect": 1,
   "mcp__pixelbolt__pixel_render": 1
  },
  "pixelbolt_calls": 3
 },
 {
  "model": "opus",
  "task": "T09",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 1.082
  },
  "files": {
   "grass.png": {
    "format": "PNG",
    "size": [
     16,
     16
    ],
    "colours": 5,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 33,
  "cost": 0.115,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 6,
  "is_error": false,
  "stream_cost": 0.11502580000000001,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 8220,
   "cache_read_input_tokens": 86829,
   "output_tokens": 2826,
   "output_tokens_details": {
    "thinking_tokens": 355
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 8220
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 1,
   "Bash:mkdir": 1,
   "Write": 1,
   "Bash:[compound command]": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T10",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.772
  },
  "files": {
   "path_tiles.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 7,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 68,
  "cost": 0.4649,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 11,
  "is_error": false,
  "stream_cost": 0.46493619999999997,
  "usage": {
   "input_tokens": 20,
   "cache_creation_input_tokens": 52456,
   "cache_read_input_tokens": 431081,
   "output_tokens": 5818,
   "output_tokens_details": {
    "thinking_tokens": 1967
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 52456
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_compile": 3,
   "mcp__pixelbolt__pixel_patch": 1,
   "mcp__pixelbolt__pixel_inspect": 1,
   "mcp__pixelbolt__pixel_render": 2,
   "Bash:python": 1
  },
  "pixelbolt_calls": 8
 },
 {
  "model": "opus",
  "task": "T10",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true
  },
  "valid": true,
  "info": {
   "seam_ratio": 0.689
  },
  "files": {
   "path_tiles.png": {
    "format": "PNG",
    "size": [
     48,
     48
    ],
    "colours": 8,
    "opaque_share": [
     1.0
    ]
   }
  },
  "exit": 0,
  "duration_s": 61,
  "cost": 0.1644,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 5,
  "is_error": false,
  "stream_cost": 0.16437,
  "usage": {
   "input_tokens": 10,
   "cache_creation_input_tokens": 10059,
   "cache_read_input_tokens": 92975,
   "output_tokens": 4772,
   "output_tokens_details": {
    "thinking_tokens": 2229
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 10059
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 1,
   "Write": 1,
   "Bash:cd": 1,
   "Read": 1
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T11",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "fire_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.233,
     0.239,
     0.236,
     0.236,
     0.236,
     0.228,
     0.229,
     0.232
    ]
   },
   "fire.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     110,
     110,
     110,
     110,
     110,
     110,
     110,
     110
    ],
    "gif": true,
    "colours": 7,
    "opaque_share": [
     0.233,
     0.239,
     0.236,
     0.236,
     0.236,
     0.228,
     0.229,
     0.232
    ]
   }
  },
  "exit": 0,
  "duration_s": 109,
  "cost": 0.4704,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 16,
  "is_error": false,
  "stream_cost": 0.4704128000000001,
  "usage": {
   "input_tokens": 32,
   "cache_creation_input_tokens": 38843,
   "cache_read_input_tokens": 586849,
   "output_tokens": 7935,
   "output_tokens_details": {
    "thinking_tokens": 1820
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 38843
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 2,
   "mcp__pixelbolt__pixel_compile": 3,
   "Bash:python": 5,
   "mcp__pixelbolt__pixel_patch": 2,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cd": 1
  },
  "pixelbolt_calls": 8
 },
 {
  "model": "opus",
  "task": "T11",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "fire_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 7,
    "opaque_share": [
     0.307,
     0.309,
     0.312,
     0.307,
     0.303,
     0.313,
     0.31,
     0.307
    ]
   },
   "fire.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     100,
     100,
     100,
     100,
     100,
     100,
     100,
     100
    ],
    "gif": true,
    "colours": 7,
    "opaque_share": [
     0.307,
     0.309,
     0.312,
     0.307,
     0.303,
     0.313,
     0.31,
     0.307
    ]
   }
  },
  "exit": 0,
  "duration_s": 69,
  "cost": 0.2214,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 16,
  "is_error": false,
  "stream_cost": 0.221435,
  "usage": {
   "input_tokens": 18,
   "cache_creation_input_tokens": 12821,
   "cache_read_input_tokens": 184090,
   "output_tokens": 6022,
   "output_tokens_details": {
    "thinking_tokens": 743
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 12821
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 3,
   "Write": 1,
   "Bash:cd": 4,
   "Read": 5,
   "Edit": 2
  },
  "pixelbolt_calls": 0
 },
 {
  "model": "opus",
  "task": "T12",
  "arm": "with",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "smoke_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.095,
     0.371,
     0.479,
     0.444,
     0.385,
     0.313,
     0.112,
     0.021
    ]
   },
   "smoke.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": null,
    "durations": [
     90,
     90,
     100,
     110,
     120,
     120,
     120,
     140
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.095,
     0.371,
     0.479,
     0.444,
     0.385,
     0.313,
     0.112,
     0.021
    ]
   }
  },
  "exit": 0,
  "duration_s": 41,
  "cost": 0.1947,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {
   "pixelbolt": "connected"
  },
  "result": "success",
  "turns": 8,
  "is_error": false,
  "stream_cost": 0.19470020000000002,
  "usage": {
   "input_tokens": 16,
   "cache_creation_input_tokens": 20170,
   "cache_read_input_tokens": 195031,
   "output_tokens": 2739,
   "output_tokens_details": {
    "thinking_tokens": 272
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 20170
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "ToolSearch": 1,
   "mcp__pixelbolt__pixel_help": 1,
   "mcp__pixelbolt__pixel_compile": 1,
   "mcp__pixelbolt__pixel_patch": 2,
   "mcp__pixelbolt__pixel_render": 1,
   "Bash:cd": 1
  },
  "pixelbolt_calls": 5
 },
 {
  "model": "opus",
  "task": "T12",
  "arm": "without",
  "pilot": false,
  "checks": {
   "files": true,
   "size": true,
   "crisp": true,
   "palette": true,
   "background": true,
   "content": true,
   "frames": true,
   "motion": true
  },
  "valid": true,
  "info": {
   "gif_matches_sheet": true
  },
  "files": {
   "smoke_sheet.png": {
    "format": "PNG",
    "size": [
     256,
     32
    ],
    "colours": 5,
    "opaque_share": [
     0.065,
     0.194,
     0.347,
     0.451,
     0.4,
     0.276,
     0.111,
     0.041
    ]
   },
   "smoke.gif": {
    "format": "GIF",
    "size": [
     32,
     32
    ],
    "n_frames": 8,
    "loop": 0,
    "durations": [
     70,
     70,
     80,
     90,
     100,
     100,
     110,
     500
    ],
    "gif": true,
    "colours": 5,
    "opaque_share": [
     0.065,
     0.194,
     0.347,
     0.451,
     0.4,
     0.276,
     0.111,
     0.041
    ]
   }
  },
  "exit": 0,
  "duration_s": 51,
  "cost": 0.1691,
  "timed_out": false,
  "model_id": "claude-opus-5-5",
  "mcp": {},
  "result": "success",
  "turns": 7,
  "is_error": false,
  "stream_cost": 0.16910199999999997,
  "usage": {
   "input_tokens": 12,
   "cache_creation_input_tokens": 10194,
   "cache_read_input_tokens": 112020,
   "output_tokens": 4784,
   "output_tokens_details": {
    "thinking_tokens": 1071
   },
   "server_tool_use": {
    "web_search_requests": 0,
    "web_fetch_requests": 0
   },
   "service_tier": "standard",
   "cache_creation": {
    "ephemeral_1h_input_tokens": 0,
    "ephemeral_5m_input_tokens": 10194
   },
   "inference_geo": "global",
   "iterations": [],
   "speed": "standard",
   "fallback_credit": null
  },
  "tools": {
   "Bash:python": 1,
   "Write": 1,
   "Bash:cd": 2,
   "Read": 1,
   "Edit": 1
  },
  "pixelbolt_calls": 0
 }
]