{
 "runs": [
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 190536,
   "tokens_estimated": false,
   "output_tokens": 3136,
   "tool_calls": 28,
   "wall_s": 87,
   "cost_usd": 0.10036939999999998
  },
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": false,
   "total_tokens": 162666,
   "tokens_estimated": false,
   "output_tokens": 2387,
   "tool_calls": 19,
   "wall_s": 61,
   "cost_usd": 0.0794665
  },
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 80478,
   "tokens_estimated": false,
   "output_tokens": 756,
   "tool_calls": 10,
   "wall_s": 38,
   "cost_usd": 0.04708880000000001
  },
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 48994,
   "tokens_estimated": false,
   "output_tokens": 635,
   "tool_calls": 7,
   "wall_s": 29,
   "cost_usd": 0.033485299999999996
  },
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 49079,
   "tokens_estimated": false,
   "output_tokens": 767,
   "tool_calls": 7,
   "wall_s": 27,
   "cost_usd": 0.0326725
  },
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 103592,
   "tokens_estimated": false,
   "output_tokens": 947,
   "tool_calls": 13,
   "wall_s": 54,
   "cost_usd": 0.0488676
  },
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 102736,
   "tokens_estimated": false,
   "output_tokens": 880,
   "tool_calls": 14,
   "wall_s": 43,
   "cost_usd": 0.0493272
  },
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 47049,
   "tokens_estimated": false,
   "output_tokens": 512,
   "tool_calls": 6,
   "wall_s": 23,
   "cost_usd": 0.0278455
  },
  {
   "pass": "p4",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 238013,
   "tokens_estimated": false,
   "output_tokens": 1600,
   "tool_calls": 22,
   "wall_s": 78,
   "cost_usd": 0.0968287
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 172500,
   "tokens_estimated": false,
   "output_tokens": 3439,
   "tool_calls": 26,
   "wall_s": 73,
   "cost_usd": 0.0990658
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 114448,
   "tokens_estimated": false,
   "output_tokens": 2315,
   "tool_calls": 17,
   "wall_s": 69,
   "cost_usd": 0.06521969999999999
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 59509,
   "tokens_estimated": false,
   "output_tokens": 643,
   "tool_calls": 8,
   "wall_s": 38,
   "cost_usd": 0.0366311
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 69946,
   "tokens_estimated": false,
   "output_tokens": 993,
   "tool_calls": 9,
   "wall_s": 47,
   "cost_usd": 0.044631300000000006
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 72714,
   "tokens_estimated": false,
   "output_tokens": 940,
   "tool_calls": 9,
   "wall_s": 31,
   "cost_usd": 0.0381836
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 105012,
   "tokens_estimated": false,
   "output_tokens": 917,
   "tool_calls": 14,
   "wall_s": 67,
   "cost_usd": 0.0502555
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 87496,
   "tokens_estimated": false,
   "output_tokens": 809,
   "tool_calls": 13,
   "wall_s": 53,
   "cost_usd": 0.04674949999999999
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 47132,
   "tokens_estimated": false,
   "output_tokens": 570,
   "tool_calls": 6,
   "wall_s": 37,
   "cost_usd": 0.0285322
  },
  {
   "pass": "p5",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 203660,
   "tokens_estimated": false,
   "output_tokens": 1251,
   "tool_calls": 19,
   "wall_s": 78,
   "cost_usd": 0.08917900000000001
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "qa-signup",
   "success": false,
   "success_as_run": false,
   "total_tokens": 265501,
   "tokens_estimated": true,
   "output_tokens": 0,
   "tool_calls": 7,
   "wall_s": 601,
   "cost_usd": null
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "qa-shop",
   "success": false,
   "success_as_run": false,
   "total_tokens": 622733,
   "tokens_estimated": true,
   "output_tokens": 0,
   "tool_calls": 20,
   "wall_s": 607,
   "cost_usd": null
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "relay-code",
   "success": false,
   "success_as_run": false,
   "total_tokens": 185393,
   "tokens_estimated": false,
   "output_tokens": 2364,
   "tool_calls": 17,
   "wall_s": 372,
   "cost_usd": 0.08653250000000001
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 128282,
   "tokens_estimated": false,
   "output_tokens": 1775,
   "tool_calls": 14,
   "wall_s": 291,
   "cost_usd": 0.0666077
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 72428,
   "tokens_estimated": false,
   "output_tokens": 956,
   "tool_calls": 8,
   "wall_s": 225,
   "cost_usd": 0.04595719999999999
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 46103,
   "tokens_estimated": false,
   "output_tokens": 582,
   "tool_calls": 5,
   "wall_s": 67,
   "cost_usd": 0.0372803
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 126595,
   "tokens_estimated": false,
   "output_tokens": 1942,
   "tool_calls": 14,
   "wall_s": 298,
   "cost_usd": 0.06793619999999999
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 39541,
   "tokens_estimated": false,
   "output_tokens": 723,
   "tool_calls": 5,
   "wall_s": 43,
   "cost_usd": 0.032666400000000005
  },
  {
   "pass": "h1",
   "harness": "phone-harness",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 91803,
   "tokens_estimated": false,
   "output_tokens": 1805,
   "tool_calls": 10,
   "wall_s": 94,
   "cost_usd": 0.0579413
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 227153,
   "tokens_estimated": false,
   "output_tokens": 5361,
   "tool_calls": 22,
   "wall_s": 317,
   "cost_usd": 0.12972419999999998
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "relay-code",
   "success": false,
   "success_as_run": false,
   "total_tokens": 109479,
   "tokens_estimated": false,
   "output_tokens": 1735,
   "tool_calls": 11,
   "wall_s": 188,
   "cost_usd": 0.06561120000000001
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 258457,
   "tokens_estimated": false,
   "output_tokens": 3077,
   "tool_calls": 24,
   "wall_s": 210,
   "cost_usd": 0.1039907
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 81273,
   "tokens_estimated": false,
   "output_tokens": 1103,
   "tool_calls": 9,
   "wall_s": 99,
   "cost_usd": 0.048398300000000005
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45547,
   "tokens_estimated": false,
   "output_tokens": 570,
   "tool_calls": 5,
   "wall_s": 48,
   "cost_usd": 0.0368641
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 80957,
   "tokens_estimated": false,
   "output_tokens": 1106,
   "tool_calls": 10,
   "wall_s": 177,
   "cost_usd": 0.05125100000000001
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 41956,
   "tokens_estimated": false,
   "output_tokens": 725,
   "tool_calls": 6,
   "wall_s": 40,
   "cost_usd": 0.0306305
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 67953,
   "tokens_estimated": false,
   "output_tokens": 1543,
   "tool_calls": 9,
   "wall_s": 37,
   "cost_usd": 0.045225499999999995
  },
  {
   "pass": "h2",
   "harness": "phone-harness",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 54080,
   "tokens_estimated": false,
   "output_tokens": 2085,
   "tool_calls": 6,
   "wall_s": 178,
   "cost_usd": 0.0535448
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "qa-signup",
   "success": true,
   "success_as_run": false,
   "total_tokens": 476941,
   "tokens_estimated": false,
   "output_tokens": 7137,
   "tool_calls": 36,
   "wall_s": 101,
   "cost_usd": 0.26214170000000003
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 313910,
   "tokens_estimated": false,
   "output_tokens": 4316,
   "tool_calls": 28,
   "wall_s": 79,
   "cost_usd": 0.16383850000000005
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 520439,
   "tokens_estimated": false,
   "output_tokens": 3747,
   "tool_calls": 33,
   "wall_s": 64,
   "cost_usd": 0.18424520000000005
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 743660,
   "tokens_estimated": false,
   "output_tokens": 4137,
   "tool_calls": 37,
   "wall_s": 105,
   "cost_usd": 0.3046503
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 758781,
   "tokens_estimated": false,
   "output_tokens": 4305,
   "tool_calls": 40,
   "wall_s": 89,
   "cost_usd": 0.2771637
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 717308,
   "tokens_estimated": false,
   "output_tokens": 4314,
   "tool_calls": 32,
   "wall_s": 73,
   "cost_usd": 0.3023031
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 1473759,
   "tokens_estimated": false,
   "output_tokens": 6623,
   "tool_calls": 59,
   "wall_s": 153,
   "cost_usd": 0.3996801999999999
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 149682,
   "tokens_estimated": false,
   "output_tokens": 1102,
   "tool_calls": 9,
   "wall_s": 33,
   "cost_usd": 0.1069815
  },
  {
   "pass": "m1",
   "harness": "mobile-mcp",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 172777,
   "tokens_estimated": false,
   "output_tokens": 1321,
   "tool_calls": 10,
   "wall_s": 30,
   "cost_usd": 0.06636070000000001
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 551183,
   "tokens_estimated": false,
   "output_tokens": 8300,
   "tool_calls": 43,
   "wall_s": 119,
   "cost_usd": 0.3030092
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 638362,
   "tokens_estimated": false,
   "output_tokens": 5449,
   "tool_calls": 35,
   "wall_s": 92,
   "cost_usd": 0.25961199999999995
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 703514,
   "tokens_estimated": false,
   "output_tokens": 6172,
   "tool_calls": 38,
   "wall_s": 180,
   "cost_usd": 0.257444
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 447970,
   "tokens_estimated": false,
   "output_tokens": 3296,
   "tool_calls": 30,
   "wall_s": 254,
   "cost_usd": 0.2047031
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 928162,
   "tokens_estimated": false,
   "output_tokens": 4770,
   "tool_calls": 43,
   "wall_s": 136,
   "cost_usd": 0.31643460000000007
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 278245,
   "tokens_estimated": false,
   "output_tokens": 1909,
   "tool_calls": 17,
   "wall_s": 40,
   "cost_usd": 0.117198
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 669571,
   "tokens_estimated": false,
   "output_tokens": 3738,
   "tool_calls": 35,
   "wall_s": 71,
   "cost_usd": 0.2203601
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 108619,
   "tokens_estimated": false,
   "output_tokens": 928,
   "tool_calls": 8,
   "wall_s": 174,
   "cost_usd": 0.09914330000000002
  },
  {
   "pass": "m2",
   "harness": "mobile-mcp",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 131599,
   "tokens_estimated": false,
   "output_tokens": 1087,
   "tool_calls": 8,
   "wall_s": 27,
   "cost_usd": 0.0563697
  },
  {
   "pass": "a1",
   "harness": "adb",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 74197,
   "tokens_estimated": false,
   "output_tokens": 1102,
   "tool_calls": 7,
   "wall_s": 44,
   "cost_usd": 0.0683851
  },
  {
   "pass": "a1",
   "harness": "adb",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 76455,
   "tokens_estimated": false,
   "output_tokens": 1834,
   "tool_calls": 10,
   "wall_s": 44,
   "cost_usd": 0.04965850000000001
  },
  {
   "pass": "a2",
   "harness": "adb",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 58120,
   "tokens_estimated": false,
   "output_tokens": 1388,
   "tool_calls": 8,
   "wall_s": 47,
   "cost_usd": 0.0401754
  },
  {
   "pass": "a2",
   "harness": "adb",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 80566,
   "tokens_estimated": false,
   "output_tokens": 2208,
   "tool_calls": 10,
   "wall_s": 54,
   "cost_usd": 0.0582294
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 144295,
   "tokens_estimated": false,
   "output_tokens": 2960,
   "tool_calls": 23,
   "wall_s": 81,
   "cost_usd": 0.0839838
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 93950,
   "tokens_estimated": false,
   "output_tokens": 2131,
   "tool_calls": 16,
   "wall_s": 59,
   "cost_usd": 0.055485799999999995
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 138359,
   "tokens_estimated": false,
   "output_tokens": 1155,
   "tool_calls": 16,
   "wall_s": 105,
   "cost_usd": 0.0583564
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 96562,
   "tokens_estimated": false,
   "output_tokens": 938,
   "tool_calls": 14,
   "wall_s": 75,
   "cost_usd": 0.0430977
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 121975,
   "tokens_estimated": false,
   "output_tokens": 1236,
   "tool_calls": 14,
   "wall_s": 90,
   "cost_usd": 0.0599304
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 203497,
   "tokens_estimated": false,
   "output_tokens": 1214,
   "tool_calls": 19,
   "wall_s": 99,
   "cost_usd": 0.0802194
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 53333,
   "tokens_estimated": false,
   "output_tokens": 816,
   "tool_calls": 8,
   "wall_s": 61,
   "cost_usd": 0.0372244
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 55251,
   "tokens_estimated": false,
   "output_tokens": 775,
   "tool_calls": 7,
   "wall_s": 56,
   "cost_usd": 0.0345532
  },
  {
   "pass": "p6",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 65174,
   "tokens_estimated": false,
   "output_tokens": 687,
   "tool_calls": 9,
   "wall_s": 87,
   "cost_usd": 0.0355829
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 217250,
   "tokens_estimated": false,
   "output_tokens": 4387,
   "tool_calls": 37,
   "wall_s": 146,
   "cost_usd": 0.1130813
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 91527,
   "tokens_estimated": false,
   "output_tokens": 1812,
   "tool_calls": 13,
   "wall_s": 57,
   "cost_usd": 0.05141849999999999
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 63730,
   "tokens_estimated": false,
   "output_tokens": 749,
   "tool_calls": 9,
   "wall_s": 67,
   "cost_usd": 0.0358729
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 138521,
   "tokens_estimated": false,
   "output_tokens": 1215,
   "tool_calls": 16,
   "wall_s": 104,
   "cost_usd": 0.0592786
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 95072,
   "tokens_estimated": false,
   "output_tokens": 897,
   "tool_calls": 13,
   "wall_s": 68,
   "cost_usd": 0.04180180000000001
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45241,
   "tokens_estimated": false,
   "output_tokens": 524,
   "tool_calls": 6,
   "wall_s": 41,
   "cost_usd": 0.0262041
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 361210,
   "tokens_estimated": false,
   "output_tokens": 1655,
   "tool_calls": 26,
   "wall_s": 98,
   "cost_usd": 0.12836570000000003
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 51801,
   "tokens_estimated": false,
   "output_tokens": 646,
   "tool_calls": 7,
   "wall_s": 59,
   "cost_usd": 0.0337853
  },
  {
   "pass": "p7",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": false,
   "success_as_run": false,
   "total_tokens": 163666,
   "tokens_estimated": false,
   "output_tokens": 2770,
   "tool_calls": 15,
   "wall_s": 85,
   "cost_usd": 0.094999
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 251376,
   "tokens_estimated": false,
   "output_tokens": 3498,
   "tool_calls": 29,
   "wall_s": 116,
   "cost_usd": 0.1126496
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 147519,
   "tokens_estimated": false,
   "output_tokens": 2347,
   "tool_calls": 18,
   "wall_s": 68,
   "cost_usd": 0.07670469999999999
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 527834,
   "tokens_estimated": false,
   "output_tokens": 2836,
   "tool_calls": 41,
   "wall_s": 210,
   "cost_usd": 0.146996
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 110306,
   "tokens_estimated": false,
   "output_tokens": 1003,
   "tool_calls": 16,
   "wall_s": 96,
   "cost_usd": 0.0459266
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 79799,
   "tokens_estimated": false,
   "output_tokens": 884,
   "tool_calls": 10,
   "wall_s": 96,
   "cost_usd": 0.0428176
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 322153,
   "tokens_estimated": false,
   "output_tokens": 1789,
   "tool_calls": 25,
   "wall_s": 141,
   "cost_usd": 0.11506559999999998
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 187599,
   "tokens_estimated": false,
   "output_tokens": 1653,
   "tool_calls": 18,
   "wall_s": 148,
   "cost_usd": 0.08349079999999999
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": false,
   "success_as_run": false,
   "total_tokens": 335469,
   "tokens_estimated": false,
   "output_tokens": 3005,
   "tool_calls": 23,
   "wall_s": 108,
   "cost_usd": 0.1393051
  },
  {
   "pass": "p8",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 64529,
   "tokens_estimated": false,
   "output_tokens": 677,
   "tool_calls": 9,
   "wall_s": 82,
   "cost_usd": 0.0351815
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 243629,
   "tokens_estimated": false,
   "output_tokens": 3583,
   "tool_calls": 30,
   "wall_s": 74,
   "cost_usd": 0.12534850000000003
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 197517,
   "tokens_estimated": false,
   "output_tokens": 2718,
   "tool_calls": 24,
   "wall_s": 57,
   "cost_usd": 0.09109040000000002
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 56705,
   "tokens_estimated": false,
   "output_tokens": 614,
   "tool_calls": 8,
   "wall_s": 32,
   "cost_usd": 0.0334167
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 112228,
   "tokens_estimated": false,
   "output_tokens": 957,
   "tool_calls": 15,
   "wall_s": 36,
   "cost_usd": 0.045979300000000015
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45200,
   "tokens_estimated": false,
   "output_tokens": 539,
   "tool_calls": 6,
   "wall_s": 18,
   "cost_usd": 0.0263329
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 79009,
   "tokens_estimated": false,
   "output_tokens": 804,
   "tool_calls": 10,
   "wall_s": 30,
   "cost_usd": 0.0433506
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 63813,
   "tokens_estimated": false,
   "output_tokens": 885,
   "tool_calls": 8,
   "wall_s": 30,
   "cost_usd": 0.0352893
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 38600,
   "tokens_estimated": false,
   "output_tokens": 536,
   "tool_calls": 6,
   "wall_s": 23,
   "cost_usd": 0.027148700000000005
  },
  {
   "pass": "p9",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 97327,
   "tokens_estimated": false,
   "output_tokens": 1002,
   "tool_calls": 13,
   "wall_s": 47,
   "cost_usd": 0.0448881
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 132773,
   "tokens_estimated": false,
   "output_tokens": 3170,
   "tool_calls": 23,
   "wall_s": 53,
   "cost_usd": 0.0802385
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 107233,
   "tokens_estimated": false,
   "output_tokens": 2209,
   "tool_calls": 15,
   "wall_s": 45,
   "cost_usd": 0.05648240000000001
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 109211,
   "tokens_estimated": false,
   "output_tokens": 1488,
   "tool_calls": 13,
   "wall_s": 40,
   "cost_usd": 0.0578572
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 100364,
   "tokens_estimated": false,
   "output_tokens": 1057,
   "tool_calls": 13,
   "wall_s": 61,
   "cost_usd": 0.0469531
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 102872,
   "tokens_estimated": false,
   "output_tokens": 923,
   "tool_calls": 14,
   "wall_s": 34,
   "cost_usd": 0.04347480000000001
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45448,
   "tokens_estimated": false,
   "output_tokens": 559,
   "tool_calls": 7,
   "wall_s": 19,
   "cost_usd": 0.0269067
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 103075,
   "tokens_estimated": false,
   "output_tokens": 997,
   "tool_calls": 12,
   "wall_s": 32,
   "cost_usd": 0.0539467
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 40021,
   "tokens_estimated": false,
   "output_tokens": 694,
   "tool_calls": 5,
   "wall_s": 19,
   "cost_usd": 0.0279775
  },
  {
   "pass": "p10",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 53602,
   "tokens_estimated": false,
   "output_tokens": 619,
   "tool_calls": 7,
   "wall_s": 25,
   "cost_usd": 0.0355116
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 173829,
   "tokens_estimated": false,
   "output_tokens": 3441,
   "tool_calls": 31,
   "wall_s": 64,
   "cost_usd": 0.0963088
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 145989,
   "tokens_estimated": false,
   "output_tokens": 2545,
   "tool_calls": 20,
   "wall_s": 50,
   "cost_usd": 0.07373440000000002
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 49290,
   "tokens_estimated": false,
   "output_tokens": 694,
   "tool_calls": 8,
   "wall_s": 29,
   "cost_usd": 0.033724699999999996
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 110739,
   "tokens_estimated": false,
   "output_tokens": 971,
   "tool_calls": 15,
   "wall_s": 33,
   "cost_usd": 0.0452124
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45048,
   "tokens_estimated": false,
   "output_tokens": 458,
   "tool_calls": 6,
   "wall_s": 18,
   "cost_usd": 0.0252974
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 68753,
   "tokens_estimated": false,
   "output_tokens": 759,
   "tool_calls": 9,
   "wall_s": 27,
   "cost_usd": 0.0404522
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 42854,
   "tokens_estimated": false,
   "output_tokens": 693,
   "tool_calls": 5,
   "wall_s": 16,
   "cost_usd": 0.030298400000000003
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 53712,
   "tokens_estimated": false,
   "output_tokens": 692,
   "tool_calls": 7,
   "wall_s": 25,
   "cost_usd": 0.036335
  },
  {
   "pass": "p11",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 100314,
   "tokens_estimated": false,
   "output_tokens": 1020,
   "tool_calls": 13,
   "wall_s": 50,
   "cost_usd": 0.0465584
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 136262,
   "tokens_estimated": false,
   "output_tokens": 3067,
   "tool_calls": 21,
   "wall_s": 57,
   "cost_usd": 0.0814436
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 121978,
   "tokens_estimated": false,
   "output_tokens": 2272,
   "tool_calls": 17,
   "wall_s": 43,
   "cost_usd": 0.0656395
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 48844,
   "tokens_estimated": false,
   "output_tokens": 708,
   "tool_calls": 8,
   "wall_s": 34,
   "cost_usd": 0.0334326
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 94925,
   "tokens_estimated": false,
   "output_tokens": 925,
   "tool_calls": 13,
   "wall_s": 48,
   "cost_usd": 0.042953500000000006
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 95846,
   "tokens_estimated": false,
   "output_tokens": 851,
   "tool_calls": 13,
   "wall_s": 43,
   "cost_usd": 0.0418762
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45219,
   "tokens_estimated": false,
   "output_tokens": 586,
   "tool_calls": 6,
   "wall_s": 20,
   "cost_usd": 0.027053599999999997
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 151431,
   "tokens_estimated": false,
   "output_tokens": 1012,
   "tool_calls": 16,
   "wall_s": 49,
   "cost_usd": 0.0661922
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 55018,
   "tokens_estimated": false,
   "output_tokens": 874,
   "tool_calls": 8,
   "wall_s": 24,
   "cost_usd": 0.034168399999999995
  },
  {
   "pass": "p12",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 53538,
   "tokens_estimated": false,
   "output_tokens": 618,
   "tool_calls": 7,
   "wall_s": 31,
   "cost_usd": 0.0355187
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 97883,
   "tokens_estimated": false,
   "output_tokens": 2565,
   "tool_calls": 19,
   "wall_s": 47,
   "cost_usd": 0.0663767
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 89022,
   "tokens_estimated": false,
   "output_tokens": 1965,
   "tool_calls": 16,
   "wall_s": 38,
   "cost_usd": 0.0585601
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 49243,
   "tokens_estimated": false,
   "output_tokens": 702,
   "tool_calls": 8,
   "wall_s": 36,
   "cost_usd": 0.0335964
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 98624,
   "tokens_estimated": false,
   "output_tokens": 1041,
   "tool_calls": 13,
   "wall_s": 49,
   "cost_usd": 0.04603569999999999
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 89379,
   "tokens_estimated": false,
   "output_tokens": 887,
   "tool_calls": 13,
   "wall_s": 39,
   "cost_usd": 0.041742
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45098,
   "tokens_estimated": false,
   "output_tokens": 549,
   "tool_calls": 6,
   "wall_s": 21,
   "cost_usd": 0.0264685
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 124225,
   "tokens_estimated": false,
   "output_tokens": 1038,
   "tool_calls": 15,
   "wall_s": 45,
   "cost_usd": 0.0592949
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 32153,
   "tokens_estimated": false,
   "output_tokens": 576,
   "tool_calls": 4,
   "wall_s": 16,
   "cost_usd": 0.0248565
  },
  {
   "pass": "p13",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 38507,
   "tokens_estimated": false,
   "output_tokens": 469,
   "tool_calls": 6,
   "wall_s": 28,
   "cost_usd": 0.026409799999999997
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 136539,
   "tokens_estimated": false,
   "output_tokens": 3393,
   "tool_calls": 28,
   "wall_s": 70,
   "cost_usd": 0.08524080000000002
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 96516,
   "tokens_estimated": false,
   "output_tokens": 2082,
   "tool_calls": 16,
   "wall_s": 47,
   "cost_usd": 0.0719142
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 48694,
   "tokens_estimated": false,
   "output_tokens": 659,
   "tool_calls": 7,
   "wall_s": 41,
   "cost_usd": 0.031778100000000004
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 100478,
   "tokens_estimated": false,
   "output_tokens": 1045,
   "tool_calls": 13,
   "wall_s": 61,
   "cost_usd": 0.04699
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 95862,
   "tokens_estimated": false,
   "output_tokens": 891,
   "tool_calls": 13,
   "wall_s": 46,
   "cost_usd": 0.04229719999999999
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45235,
   "tokens_estimated": false,
   "output_tokens": 475,
   "tool_calls": 6,
   "wall_s": 22,
   "cost_usd": 0.0257106
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 157072,
   "tokens_estimated": false,
   "output_tokens": 1175,
   "tool_calls": 17,
   "wall_s": 47,
   "cost_usd": 0.0694893
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 65763,
   "tokens_estimated": false,
   "output_tokens": 996,
   "tool_calls": 9,
   "wall_s": 42,
   "cost_usd": 0.0417663
  },
  {
   "pass": "p14",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 53372,
   "tokens_estimated": false,
   "output_tokens": 629,
   "tool_calls": 7,
   "wall_s": 29,
   "cost_usd": 0.034795900000000005
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 499735,
   "tokens_estimated": false,
   "output_tokens": 8319,
   "tool_calls": 36,
   "wall_s": 95,
   "cost_usd": 0.2532571
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 557674,
   "tokens_estimated": false,
   "output_tokens": 6076,
   "tool_calls": 38,
   "wall_s": 73,
   "cost_usd": 0.2188503
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 858223,
   "tokens_estimated": false,
   "output_tokens": 5680,
   "tool_calls": 50,
   "wall_s": 90,
   "cost_usd": 0.2927046999999999
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "chrome-prefs",
   "success": false,
   "success_as_run": false,
   "total_tokens": 1291125,
   "tokens_estimated": false,
   "output_tokens": 7240,
   "tool_calls": 63,
   "wall_s": 122,
   "cost_usd": 0.34587230000000013
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 888741,
   "tokens_estimated": false,
   "output_tokens": 5441,
   "tool_calls": 52,
   "wall_s": 75,
   "cost_usd": 0.28182670000000004
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 348059,
   "tokens_estimated": false,
   "output_tokens": 1898,
   "tool_calls": 18,
   "wall_s": 35,
   "cost_usd": 0.1521789
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 786318,
   "tokens_estimated": false,
   "output_tokens": 3985,
   "tool_calls": 37,
   "wall_s": 69,
   "cost_usd": 0.2531728
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 137372,
   "tokens_estimated": false,
   "output_tokens": 1074,
   "tool_calls": 8,
   "wall_s": 23,
   "cost_usd": 0.11161599999999998
  },
  {
   "pass": "m3",
   "harness": "mobile-mcp",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 135780,
   "tokens_estimated": false,
   "output_tokens": 1034,
   "tool_calls": 8,
   "wall_s": 25,
   "cost_usd": 0.0712263
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 598972,
   "tokens_estimated": false,
   "output_tokens": 9187,
   "tool_calls": 54,
   "wall_s": 95,
   "cost_usd": 0.3270172
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 388516,
   "tokens_estimated": false,
   "output_tokens": 4225,
   "tool_calls": 29,
   "wall_s": 54,
   "cost_usd": 0.1774482
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 290633,
   "tokens_estimated": false,
   "output_tokens": 2217,
   "tool_calls": 21,
   "wall_s": 46,
   "cost_usd": 0.11661599999999998
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 813570,
   "tokens_estimated": false,
   "output_tokens": 4699,
   "tool_calls": 42,
   "wall_s": 76,
   "cost_usd": 0.28641740000000004
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 495110,
   "tokens_estimated": false,
   "output_tokens": 4061,
   "tool_calls": 36,
   "wall_s": 48,
   "cost_usd": 0.18350410000000003
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 283060,
   "tokens_estimated": false,
   "output_tokens": 1792,
   "tool_calls": 17,
   "wall_s": 32,
   "cost_usd": 0.1134492
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 487043,
   "tokens_estimated": false,
   "output_tokens": 3303,
   "tool_calls": 29,
   "wall_s": 52,
   "cost_usd": 0.1913159
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 108171,
   "tokens_estimated": false,
   "output_tokens": 883,
   "tool_calls": 7,
   "wall_s": 17,
   "cost_usd": 0.09876329999999998
  },
  {
   "pass": "m4",
   "harness": "mobile-mcp",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 166297,
   "tokens_estimated": false,
   "output_tokens": 977,
   "tool_calls": 8,
   "wall_s": 19,
   "cost_usd": 0.07928670000000002
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 190373,
   "tokens_estimated": false,
   "output_tokens": 5425,
   "tool_calls": 17,
   "wall_s": 353,
   "cost_usd": 0.12361460000000002
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 61860,
   "tokens_estimated": false,
   "output_tokens": 2010,
   "tool_calls": 7,
   "wall_s": 178,
   "cost_usd": 0.0543826
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "relay-code",
   "success": false,
   "success_as_run": false,
   "total_tokens": 138928,
   "tokens_estimated": false,
   "output_tokens": 2424,
   "tool_calls": 13,
   "wall_s": 198,
   "cost_usd": 0.08085139999999999
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 167274,
   "tokens_estimated": false,
   "output_tokens": 2252,
   "tool_calls": 18,
   "wall_s": 140,
   "cost_usd": 0.0775913
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 78229,
   "tokens_estimated": false,
   "output_tokens": 1072,
   "tool_calls": 9,
   "wall_s": 80,
   "cost_usd": 0.0464445
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 46228,
   "tokens_estimated": false,
   "output_tokens": 804,
   "tool_calls": 6,
   "wall_s": 35,
   "cost_usd": 0.0347493
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 65642,
   "tokens_estimated": false,
   "output_tokens": 930,
   "tool_calls": 8,
   "wall_s": 82,
   "cost_usd": 0.04893979999999999
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "wakelock-restrict",
   "success": false,
   "success_as_run": false,
   "total_tokens": 51598,
   "tokens_estimated": false,
   "output_tokens": 1313,
   "tool_calls": 7,
   "wall_s": 46,
   "cost_usd": 0.0396584
  },
  {
   "pass": "h4",
   "harness": "phone-harness",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 64767,
   "tokens_estimated": false,
   "output_tokens": 759,
   "tool_calls": 5,
   "wall_s": 35,
   "cost_usd": 0.05841510000000001
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "qa-signup",
   "success": false,
   "success_as_run": false,
   "total_tokens": 421160,
   "tokens_estimated": true,
   "output_tokens": 0,
   "tool_calls": 24,
   "wall_s": 601,
   "cost_usd": null
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 210997,
   "tokens_estimated": false,
   "output_tokens": 4251,
   "tool_calls": 20,
   "wall_s": 307,
   "cost_usd": 0.1080286
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "relay-code",
   "success": false,
   "success_as_run": false,
   "total_tokens": 183960,
   "tokens_estimated": false,
   "output_tokens": 2743,
   "tool_calls": 16,
   "wall_s": 182,
   "cost_usd": 0.0954544
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 136290,
   "tokens_estimated": false,
   "output_tokens": 1910,
   "tool_calls": 15,
   "wall_s": 141,
   "cost_usd": 0.06946160000000001
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 81633,
   "tokens_estimated": false,
   "output_tokens": 1106,
   "tool_calls": 9,
   "wall_s": 88,
   "cost_usd": 0.0493601
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 38677,
   "tokens_estimated": false,
   "output_tokens": 598,
   "tool_calls": 5,
   "wall_s": 39,
   "cost_usd": 0.0306679
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 65764,
   "tokens_estimated": false,
   "output_tokens": 887,
   "tool_calls": 8,
   "wall_s": 72,
   "cost_usd": 0.0474382
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 57789,
   "tokens_estimated": false,
   "output_tokens": 1459,
   "tool_calls": 8,
   "wall_s": 41,
   "cost_usd": 0.0423546
  },
  {
   "pass": "h5",
   "harness": "phone-harness",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 193821,
   "tokens_estimated": false,
   "output_tokens": 1812,
   "tool_calls": 14,
   "wall_s": 103,
   "cost_usd": 0.0950902
  },
  {
   "pass": "a3",
   "harness": "adb",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 56033,
   "tokens_estimated": false,
   "output_tokens": 1444,
   "tool_calls": 8,
   "wall_s": 33,
   "cost_usd": 0.0398036
  },
  {
   "pass": "a3",
   "harness": "adb",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 123617,
   "tokens_estimated": false,
   "output_tokens": 1439,
   "tool_calls": 10,
   "wall_s": 39,
   "cost_usd": 0.0678102
  },
  {
   "pass": "a4",
   "harness": "adb",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 88816,
   "tokens_estimated": false,
   "output_tokens": 2210,
   "tool_calls": 12,
   "wall_s": 47,
   "cost_usd": 0.0575601
  },
  {
   "pass": "a4",
   "harness": "adb",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 139036,
   "tokens_estimated": false,
   "output_tokens": 1622,
   "tool_calls": 11,
   "wall_s": 47,
   "cost_usd": 0.07654180000000001
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 114463,
   "tokens_estimated": false,
   "output_tokens": 3132,
   "tool_calls": 22,
   "wall_s": 47,
   "cost_usd": 0.0876645
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 130476,
   "tokens_estimated": false,
   "output_tokens": 2220,
   "tool_calls": 17,
   "wall_s": 41,
   "cost_usd": 0.0656936
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 49126,
   "tokens_estimated": false,
   "output_tokens": 730,
   "tool_calls": 8,
   "wall_s": 29,
   "cost_usd": 0.0335694
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 98686,
   "tokens_estimated": false,
   "output_tokens": 1004,
   "tool_calls": 13,
   "wall_s": 45,
   "cost_usd": 0.045617099999999994
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 87467,
   "tokens_estimated": false,
   "output_tokens": 843,
   "tool_calls": 13,
   "wall_s": 32,
   "cost_usd": 0.041236100000000005
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45240,
   "tokens_estimated": false,
   "output_tokens": 606,
   "tool_calls": 6,
   "wall_s": 18,
   "cost_usd": 0.0272615
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 61477,
   "tokens_estimated": false,
   "output_tokens": 637,
   "tool_calls": 8,
   "wall_s": 27,
   "cost_usd": 0.0380372
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 38775,
   "tokens_estimated": false,
   "output_tokens": 626,
   "tool_calls": 5,
   "wall_s": 18,
   "cost_usd": 0.0261189
  },
  {
   "pass": "p15",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 116768,
   "tokens_estimated": false,
   "output_tokens": 1215,
   "tool_calls": 13,
   "wall_s": 37,
   "cost_usd": 0.0664404
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 121854,
   "tokens_estimated": false,
   "output_tokens": 3068,
   "tool_calls": 23,
   "wall_s": 50,
   "cost_usd": 0.07716579999999999
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 90917,
   "tokens_estimated": false,
   "output_tokens": 1919,
   "tool_calls": 13,
   "wall_s": 54,
   "cost_usd": 0.051726499999999995
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 48614,
   "tokens_estimated": false,
   "output_tokens": 542,
   "tool_calls": 7,
   "wall_s": 31,
   "cost_usd": 0.0310876
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 91848,
   "tokens_estimated": false,
   "output_tokens": 854,
   "tool_calls": 12,
   "wall_s": 44,
   "cost_usd": 0.04343280000000001
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 96786,
   "tokens_estimated": false,
   "output_tokens": 853,
   "tool_calls": 13,
   "wall_s": 39,
   "cost_usd": 0.0420797
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45107,
   "tokens_estimated": false,
   "output_tokens": 566,
   "tool_calls": 6,
   "wall_s": 21,
   "cost_usd": 0.026587
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 51920,
   "tokens_estimated": false,
   "output_tokens": 601,
   "tool_calls": 7,
   "wall_s": 31,
   "cost_usd": 0.03550059999999999
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 38652,
   "tokens_estimated": false,
   "output_tokens": 666,
   "tool_calls": 5,
   "wall_s": 17,
   "cost_usd": 0.026596200000000004
  },
  {
   "pass": "p16",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 53962,
   "tokens_estimated": false,
   "output_tokens": 779,
   "tool_calls": 8,
   "wall_s": 31,
   "cost_usd": 0.0376542
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "qa-signup",
   "success": true,
   "success_as_run": true,
   "total_tokens": 155169,
   "tokens_estimated": false,
   "output_tokens": 2884,
   "tool_calls": 25,
   "wall_s": 55,
   "cost_usd": 0.08507149999999998
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "qa-shop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 92570,
   "tokens_estimated": false,
   "output_tokens": 1964,
   "tool_calls": 15,
   "wall_s": 37,
   "cost_usd": 0.053402
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "relay-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 57132,
   "tokens_estimated": false,
   "output_tokens": 798,
   "tool_calls": 8,
   "wall_s": 34,
   "cost_usd": 0.0364003
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "success": true,
   "success_as_run": true,
   "total_tokens": 98576,
   "tokens_estimated": false,
   "output_tokens": 992,
   "tool_calls": 13,
   "wall_s": 75,
   "cost_usd": 0.0455848
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "clock-settings",
   "success": true,
   "success_as_run": true,
   "total_tokens": 95962,
   "tokens_estimated": false,
   "output_tokens": 860,
   "tool_calls": 13,
   "wall_s": 54,
   "cost_usd": 0.0420978
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "success": true,
   "success_as_run": true,
   "total_tokens": 45618,
   "tokens_estimated": false,
   "output_tokens": 557,
   "tool_calls": 7,
   "wall_s": 29,
   "cost_usd": 0.028046600000000005
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "photos-crop",
   "success": true,
   "success_as_run": true,
   "total_tokens": 79339,
   "tokens_estimated": false,
   "output_tokens": 798,
   "tool_calls": 10,
   "wall_s": 31,
   "cost_usd": 0.043176000000000006
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "success": true,
   "success_as_run": true,
   "total_tokens": 38851,
   "tokens_estimated": false,
   "output_tokens": 713,
   "tool_calls": 5,
   "wall_s": 17,
   "cost_usd": 0.0269683
  },
  {
   "pass": "p17",
   "harness": "phonedriver",
   "task": "log-code",
   "success": true,
   "success_as_run": true,
   "total_tokens": 38396,
   "tokens_estimated": false,
   "output_tokens": 478,
   "tool_calls": 6,
   "wall_s": 25,
   "cost_usd": 0.0263045
  }
 ],
 "medians": [
  {
   "harness": "adb",
   "task": "log-code",
   "runs": 2,
   "passed": 2,
   "median_tokens": 66158.5,
   "median_tool_calls": 7.5,
   "median_wall_s": 45.5
  },
  {
   "harness": "adb",
   "task": "wakelock-restrict",
   "runs": 2,
   "passed": 2,
   "median_tokens": 78510.5,
   "median_tool_calls": 10.0,
   "median_wall_s": 49.0
  },
  {
   "harness": "mobile-mcp",
   "task": "chrome-prefs",
   "runs": 2,
   "passed": 2,
   "median_tokens": 595815.0,
   "median_tool_calls": 33.5,
   "median_wall_s": 179.5
  },
  {
   "harness": "mobile-mcp",
   "task": "clock-settings",
   "runs": 2,
   "passed": 2,
   "median_tokens": 843471.5,
   "median_tool_calls": 41.5,
   "median_wall_s": 112.5
  },
  {
   "harness": "mobile-mcp",
   "task": "log-code",
   "runs": 2,
   "passed": 2,
   "median_tokens": 129150.5,
   "median_tool_calls": 8.5,
   "median_wall_s": 103.5
  },
  {
   "harness": "mobile-mcp",
   "task": "messages-pin-archive",
   "runs": 2,
   "passed": 2,
   "median_tokens": 497776.5,
   "median_tool_calls": 24.5,
   "median_wall_s": 56.5
  },
  {
   "harness": "mobile-mcp",
   "task": "photos-crop",
   "runs": 2,
   "passed": 2,
   "median_tokens": 1071665.0,
   "median_tool_calls": 47.0,
   "median_wall_s": 112.0
  },
  {
   "harness": "mobile-mcp",
   "task": "qa-shop",
   "runs": 2,
   "passed": 2,
   "median_tokens": 476136.0,
   "median_tool_calls": 31.5,
   "median_wall_s": 85.5
  },
  {
   "harness": "mobile-mcp",
   "task": "qa-signup",
   "runs": 2,
   "passed": 2,
   "median_tokens": 514062.0,
   "median_tool_calls": 39.5,
   "median_wall_s": 110.0
  },
  {
   "harness": "mobile-mcp",
   "task": "relay-code",
   "runs": 2,
   "passed": 2,
   "median_tokens": 611976.5,
   "median_tool_calls": 35.5,
   "median_wall_s": 122.0
  },
  {
   "harness": "mobile-mcp",
   "task": "wakelock-restrict",
   "runs": 2,
   "passed": 2,
   "median_tokens": 152188.0,
   "median_tool_calls": 9.0,
   "median_wall_s": 28.5
  },
  {
   "harness": "phone-harness",
   "task": "chrome-prefs",
   "runs": 2,
   "passed": 2,
   "median_tokens": 193369.5,
   "median_tool_calls": 19.0,
   "median_wall_s": 250.5
  },
  {
   "harness": "phone-harness",
   "task": "clock-settings",
   "runs": 2,
   "passed": 2,
   "median_tokens": 76850.5,
   "median_tool_calls": 8.5,
   "median_wall_s": 162.0
  },
  {
   "harness": "phone-harness",
   "task": "log-code",
   "runs": 2,
   "passed": 2,
   "median_tokens": 40748.5,
   "median_tool_calls": 5.5,
   "median_wall_s": 41.5
  },
  {
   "harness": "phone-harness",
   "task": "messages-pin-archive",
   "runs": 2,
   "passed": 2,
   "median_tokens": 45825.0,
   "median_tool_calls": 5.0,
   "median_wall_s": 57.5
  },
  {
   "harness": "phone-harness",
   "task": "photos-crop",
   "runs": 2,
   "passed": 2,
   "median_tokens": 103776.0,
   "median_tool_calls": 12.0,
   "median_wall_s": 237.5
  },
  {
   "harness": "phone-harness",
   "task": "qa-shop",
   "runs": 2,
   "passed": 1,
   "median_tokens": 338406.5,
   "median_tool_calls": 13.0,
   "median_wall_s": 392.5
  },
  {
   "harness": "phone-harness",
   "task": "qa-signup",
   "runs": 2,
   "passed": 1,
   "median_tokens": 246327.0,
   "median_tool_calls": 14.5,
   "median_wall_s": 459.0
  },
  {
   "harness": "phone-harness",
   "task": "relay-code",
   "runs": 2,
   "passed": 0,
   "median_tokens": 147436.0,
   "median_tool_calls": 14.0,
   "median_wall_s": 280.0
  },
  {
   "harness": "phone-harness",
   "task": "wakelock-restrict",
   "runs": 2,
   "passed": 2,
   "median_tokens": 79878.0,
   "median_tool_calls": 9.5,
   "median_wall_s": 65.5
  },
  {
   "harness": "phonedriver",
   "task": "chrome-prefs",
   "runs": 2,
   "passed": 2,
   "median_tokens": 104302.0,
   "median_tool_calls": 13.5,
   "median_wall_s": 60.5
  },
  {
   "harness": "phonedriver",
   "task": "clock-settings",
   "runs": 2,
   "passed": 2,
   "median_tokens": 95116.0,
   "median_tool_calls": 13.5,
   "median_wall_s": 48.0
  },
  {
   "harness": "phonedriver",
   "task": "log-code",
   "runs": 2,
   "passed": 2,
   "median_tokens": 59470.0,
   "median_tool_calls": 8.0,
   "median_wall_s": 38.0
  },
  {
   "harness": "phonedriver",
   "task": "messages-pin-archive",
   "runs": 2,
   "passed": 2,
   "median_tokens": 47090.5,
   "median_tool_calls": 6.0,
   "median_wall_s": 30.0
  },
  {
   "harness": "phonedriver",
   "task": "photos-crop",
   "runs": 2,
   "passed": 2,
   "median_tokens": 220836.5,
   "median_tool_calls": 20.5,
   "median_wall_s": 78.0
  },
  {
   "harness": "phonedriver",
   "task": "qa-shop",
   "runs": 2,
   "passed": 2,
   "median_tokens": 138557.0,
   "median_tool_calls": 18.0,
   "median_wall_s": 65.0
  },
  {
   "harness": "phonedriver",
   "task": "qa-signup",
   "runs": 2,
   "passed": 2,
   "median_tokens": 181518.0,
   "median_tool_calls": 27.0,
   "median_wall_s": 80.0
  },
  {
   "harness": "phonedriver",
   "task": "relay-code",
   "runs": 2,
   "passed": 2,
   "median_tokens": 69993.5,
   "median_tool_calls": 9.0,
   "median_wall_s": 38.0
  },
  {
   "harness": "phonedriver",
   "task": "wakelock-restrict",
   "runs": 2,
   "passed": 2,
   "median_tokens": 60896.5,
   "median_tool_calls": 8.0,
   "median_wall_s": 29.0
  }
 ],
 "totals": {
  "phonedriver": {
   "passed": 27,
   "runs": 27,
   "sum_median_tokens": 657542,
   "sum_median_tool_calls": 99,
   "sum_median_wall_s": 306
  },
  "mobile-mcp": {
   "passed": 17,
   "runs": 18,
   "sum_median_tokens": 4567199.5,
   "sum_median_tool_calls": 276.5,
   "sum_median_wall_s": 523.0
  },
  "phone-harness": {
   "passed": 14,
   "runs": 18,
   "sum_median_tokens": 1127495.0,
   "sum_median_tool_calls": 104.5,
   "sum_median_wall_s": 1360.5
  },
  "adb": {
   "passed": 4,
   "runs": 4,
   "sum_median_tokens": 203751.0,
   "sum_median_tool_calls": 20.5,
   "sum_median_wall_s": 83.0
  }
 },
 "rerun_2026_11_10": {
  "passes": [
   "p6",
   "p7",
   "p8"
  ],
  "excluded": [
   "wakelock-restrict"
  ],
  "compare_to_p4_p5": [
   {
    "task": "chrome-prefs",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 104302.0,
    "new_tokens": 138521,
    "tokens_change_pct": 32.8,
    "tokens_verdict": "higher",
    "base_wall_s": 60.5,
    "new_wall_s": 105,
    "wall_s_change_pct": 73.6,
    "wall_s_verdict": "higher"
   },
   {
    "task": "clock-settings",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 95116.0,
    "new_tokens": 96562,
    "tokens_change_pct": 1.5,
    "tokens_verdict": "noise",
    "base_wall_s": 48.0,
    "new_wall_s": 75,
    "wall_s_change_pct": 56.2,
    "wall_s_verdict": "higher"
   },
   {
    "task": "log-code",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 59470.0,
    "new_tokens": 53333,
    "tokens_change_pct": -10.3,
    "tokens_verdict": "noise",
    "base_wall_s": 38.0,
    "new_wall_s": 61,
    "wall_s_change_pct": 60.5,
    "wall_s_verdict": "higher"
   },
   {
    "task": "messages-pin-archive",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 47090.5,
    "new_tokens": 79799,
    "tokens_change_pct": 69.5,
    "tokens_verdict": "noise",
    "base_wall_s": 30.0,
    "new_wall_s": 90,
    "wall_s_change_pct": 200.0,
    "wall_s_verdict": "higher"
   },
   {
    "task": "photos-crop",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 220836.5,
    "new_tokens": 322153,
    "tokens_change_pct": 45.9,
    "tokens_verdict": "noise",
    "base_wall_s": 78.0,
    "new_wall_s": 99,
    "wall_s_change_pct": 26.9,
    "wall_s_verdict": "higher"
   },
   {
    "task": "qa-shop",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 138557.0,
    "new_tokens": 93950,
    "tokens_change_pct": -32.2,
    "tokens_verdict": "noise",
    "base_wall_s": 65.0,
    "new_wall_s": 59,
    "wall_s_change_pct": -9.2,
    "wall_s_verdict": "noise"
   },
   {
    "task": "qa-signup",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 181518.0,
    "new_tokens": 217250,
    "tokens_change_pct": 19.7,
    "tokens_verdict": "noise",
    "base_wall_s": 80.0,
    "new_wall_s": 116,
    "wall_s_change_pct": 45.0,
    "wall_s_verdict": "noise"
   },
   {
    "task": "relay-code",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 69993.5,
    "new_tokens": 64529,
    "tokens_change_pct": -7.8,
    "tokens_verdict": "noise",
    "base_wall_s": 38.0,
    "new_wall_s": 82,
    "wall_s_change_pct": 115.8,
    "wall_s_verdict": "higher"
   },
   {
    "task": "wakelock-restrict",
    "base_passed": "2/2",
    "new_passed": "1/3",
    "base_tokens": 60896.5,
    "new_tokens": 163666,
    "tokens_change_pct": 168.8,
    "tokens_verdict": "noise",
    "base_wall_s": 29.0,
    "new_wall_s": 85,
    "wall_s_change_pct": 193.1,
    "wall_s_verdict": "higher"
   }
  ]
 },
 "same_device_2026_11_10": {
  "device": "Pixel_Tablet_API_37 (emulator-5558), 2560x1600, API 37, -gpu host -cores 8 -memory 8192",
  "phonedriver_778b6e7": {
   "passes": [
    "p12",
    "p13",
    "p14"
   ],
   "passed": 27,
   "runs": 27,
   "sum_median_tokens": 781132,
   "sum_median_tool_calls": 108,
   "sum_median_wall_s": 349
  },
  "phonedriver_add1a2b": {
   "passes": [
    "p9",
    "p10",
    "p11"
   ],
   "passed": 27,
   "runs": 27,
   "sum_median_tokens": 808241,
   "sum_median_tool_calls": 114,
   "sum_median_wall_s": 322
  },
  "mobile-mcp_1.0.16": {
   "passes": [
    "m3",
    "m4"
   ],
   "passed": 17,
   "runs": 18,
   "sum_median_tokens": 4567199.5,
   "sum_median_tool_calls": 276.5,
   "sum_median_wall_s": 523.0
  },
  "token_ratio_mobile_mcp_to_phonedriver": 6.95,
  "discarded": [
   "p9 and p11 chrome-prefs first runs (adb tunnel dropped), rerun",
   "p14 qa-shop first run (emulator process ended), rerun",
   "one whole mobile-mcp pass on an overloaded emulator, rerun as m4",
   "18 mobile-mcp runs through a tunnelled adb server, where mobilecli cannot reach its device server"
  ],
  "compare_p4_p5_to_p12_p14": [
   {
    "task": "chrome-prefs",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 104302.0,
    "new_tokens": 98624,
    "tokens_change_pct": -5.4,
    "tokens_verdict": "lower",
    "base_wall_s": 60.5,
    "new_wall_s": 49,
    "wall_s_change_pct": -19.0,
    "wall_s_verdict": "noise"
   },
   {
    "task": "clock-settings",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 95116.0,
    "new_tokens": 95846,
    "tokens_change_pct": 0.8,
    "tokens_verdict": "noise",
    "base_wall_s": 48.0,
    "new_wall_s": 43,
    "wall_s_change_pct": -10.4,
    "wall_s_verdict": "noise"
   },
   {
    "task": "log-code",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 59470.0,
    "new_tokens": 53372,
    "tokens_change_pct": -10.3,
    "tokens_verdict": "noise",
    "base_wall_s": 38.0,
    "new_wall_s": 29,
    "wall_s_change_pct": -23.7,
    "wall_s_verdict": "noise"
   },
   {
    "task": "messages-pin-archive",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 47090.5,
    "new_tokens": 45219,
    "tokens_change_pct": -4.0,
    "tokens_verdict": "lower",
    "base_wall_s": 30.0,
    "new_wall_s": 21,
    "wall_s_change_pct": -30.0,
    "wall_s_verdict": "lower"
   },
   {
    "task": "photos-crop",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 220836.5,
    "new_tokens": 151431,
    "tokens_change_pct": -31.4,
    "tokens_verdict": "lower",
    "base_wall_s": 78.0,
    "new_wall_s": 47,
    "wall_s_change_pct": -39.7,
    "wall_s_verdict": "lower"
   },
   {
    "task": "qa-shop",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 138557.0,
    "new_tokens": 96516,
    "tokens_change_pct": -30.3,
    "tokens_verdict": "noise",
    "base_wall_s": 65.0,
    "new_wall_s": 43,
    "wall_s_change_pct": -33.8,
    "wall_s_verdict": "lower"
   },
   {
    "task": "qa-signup",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 181518.0,
    "new_tokens": 136262,
    "tokens_change_pct": -24.9,
    "tokens_verdict": "lower",
    "base_wall_s": 80.0,
    "new_wall_s": 57,
    "wall_s_change_pct": -28.8,
    "wall_s_verdict": "lower"
   },
   {
    "task": "relay-code",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 69993.5,
    "new_tokens": 48844,
    "tokens_change_pct": -30.2,
    "tokens_verdict": "lower",
    "base_wall_s": 38.0,
    "new_wall_s": 36,
    "wall_s_change_pct": -5.3,
    "wall_s_verdict": "noise"
   },
   {
    "task": "wakelock-restrict",
    "base_passed": "2/2",
    "new_passed": "3/3",
    "base_tokens": 60896.5,
    "new_tokens": 55018,
    "tokens_change_pct": -9.7,
    "tokens_verdict": "noise",
    "base_wall_s": 29.0,
    "new_wall_s": 24,
    "wall_s_change_pct": -17.2,
    "wall_s_verdict": "noise"
   }
  ],
  "phone-harness_0.3.3": {
   "passes": [
    "h4",
    "h5"
   ],
   "passed": 14,
   "runs": 18,
   "sum_median_tokens": 1127495.0,
   "sum_median_tool_calls": 104.5,
   "sum_median_wall_s": 1360.5
  },
  "adb": {
   "passes": [
    "a3",
    "a4"
   ],
   "passed": 4,
   "runs": 4,
   "sum_median_tokens": 203751.0,
   "sum_median_tool_calls": 20.5,
   "sum_median_wall_s": 83.0
  },
  "phonedriver_cfa37b2": {
   "passes": [
    "p15",
    "p16",
    "p17"
   ],
   "passed": 27,
   "runs": 27,
   "sum_median_tokens": 657542,
   "sum_median_tool_calls": 99,
   "sum_median_wall_s": 306
  }
 },
 "totals_2026_11_07": {
  "adb": {
   "passed": 4,
   "runs": 4,
   "sum_median_tokens": 144669.0,
   "sum_median_tool_calls": 17.5,
   "sum_median_wall_s": 94.5
  },
  "mobile-mcp": {
   "passed": 18,
   "runs": 18,
   "sum_median_tokens": 4892241.0,
   "sum_median_tool_calls": 270.5,
   "sum_median_wall_s": 910.0
  },
  "phone-harness": {
   "passed": 14,
   "runs": 18,
   "sum_median_tokens": 1272617.0,
   "sum_median_tool_calls": 101.0,
   "sum_median_wall_s": 1946.0
  },
  "phonedriver": {
   "passed": 18,
   "runs": 18,
   "sum_median_tokens": 977780.0,
   "sum_median_tool_calls": 123.5,
   "sum_median_wall_s": 466.5
  }
 }
}