{
 "plan": {
  "trials": 1,
  "angelo_processes": 1,
  "chats": 1,
  "tasks_per_trial": 8,
  "task_ids": [
   "scene_overview",
   "create_cube",
   "extrude_top",
   "mesh_stats",
   "how_to_bevel",
   "render_info",
   "view_check",
   "view_check_cropped"
  ],
  "user_messages": 8,
  "local_preview_accepts": 0,
  "billing": "Each user message is one billed provider turn on the selected connection; a turn can contain several model rounds. Preview accepts are local UI actions, not provider turns. Dependent tasks are skipped, not retried, when their object is missing.",
  "input_isolation": "on",
  "after_failure": "reset",
  "refusal_fallback": "disabled",
  "cache_ttl": "product default",
  "approve_delegation": null,
  "grading": {
   "contract": 4,
   "task_set": "survey-questions",
   "tasks": 8,
   "tasks_digest": "0d835b7696ca80bd",
   "survey_version": 2
  },
  "trusted_scripts": false,
  "approval": "default",
  "always_allow_scripts": false,
  "returning_user": {
   "profile": false,
   "new_chat_per_task": false,
   "request_log": false
  },
  "opening_wait_s": 0
 },
 "connection": {
  "id": "<id>",
  "name": "Claude",
  "mode": "claude_subscription",
  "reuse_native": false
 },
 "load_average_at_end": [
  2.91552734375,
  2.4833984375,
  3.767578125
 ],
 "messages_sent": 8,
 "invalid_trials": {},
 "grading": {
  "passed": 8,
  "failed": 0,
  "ungraded": 0,
  "skipped": 0,
  "total": 8,
  "not_run": 0,
  "contract": 4,
  "answers": {
   "read": 6,
   "parsed_leniently": 0
  },
  "task_set": "survey-questions",
  "tasks_digest": "0d835b7696ca80bd",
  "survey_version": 2
 },
 "journeys": {
  "cold_first_message": {
   "definition": "total_ms of a completed request whose runtime started cold (first message of a trial)",
   "samples": 1,
   "values_ms": [
    3891.917
   ],
   "p50_ms": 3891.917,
   "p75_ms": 3891.917
  },
  "warm_follow_up": {
   "definition": "total_ms of a completed request on an already running runtime",
   "samples": 7,
   "values_ms": [
    4301.982,
    7307.294,
    5195.631,
    4766.119,
    6621.79,
    6928.39,
    5604.793
   ],
   "p50_ms": 5604.793,
   "p75_ms": 6775.09
  },
  "prompt_to_first_verified_change": {
   "definition": "first_verified_result_ms of a completed edit whose host checks passed",
   "samples": 2,
   "values_ms": [
    3290.893,
    6299.287
   ],
   "p50_ms": 4795.09,
   "p75_ms": 5547.189
  },
  "staged_preview_accept": {
   "definition": "harness time from the human accept call to the committed result, host checks passed",
   "samples": 0,
   "values_ms": []
  }
 },
 "tasks": {
  "scene_overview": {
   "runs": 1,
   "completed": 1,
   "host_checks_passed": 1,
   "skipped": 0,
   "passed": 1,
   "failed": 0,
   "ungraded": 0
  },
  "create_cube": {
   "runs": 1,
   "completed": 1,
   "host_checks_passed": 1,
   "skipped": 0,
   "passed": 1,
   "failed": 0,
   "ungraded": 0
  },
  "extrude_top": {
   "runs": 1,
   "completed": 1,
   "host_checks_passed": 1,
   "skipped": 0,
   "passed": 1,
   "failed": 0,
   "ungraded": 0
  },
  "mesh_stats": {
   "runs": 1,
   "completed": 1,
   "host_checks_passed": 1,
   "skipped": 0,
   "passed": 1,
   "failed": 0,
   "ungraded": 0
  },
  "how_to_bevel": {
   "runs": 1,
   "completed": 1,
   "host_checks_passed": 1,
   "skipped": 0,
   "passed": 1,
   "failed": 0,
   "ungraded": 0
  },
  "render_info": {
   "runs": 1,
   "completed": 1,
   "host_checks_passed": 1,
   "skipped": 0,
   "passed": 1,
   "failed": 0,
   "ungraded": 0
  },
  "view_check": {
   "runs": 1,
   "completed": 1,
   "host_checks_passed": 1,
   "skipped": 0,
   "passed": 1,
   "failed": 0,
   "ungraded": 0
  },
  "view_check_cropped": {
   "runs": 1,
   "completed": 1,
   "host_checks_passed": 1,
   "skipped": 0,
   "passed": 1,
   "failed": 0,
   "ungraded": 0
  }
 },
 "trials": [
  {
   "trial": 1,
   "connection_id": "<id>",
   "binary": "<local path>",
   "version": "5.2.2 LTS",
   "tasks": [
    {
     "trial": 1,
     "task": "scene_overview",
     "kind": "read_only",
     "source": "survey: question",
     "approved": [],
     "declined": [],
     "harness_fixture": [
      "fixture:probe_object"
     ],
     "environment": {
      "frame_before": 1,
      "input_isolated": true,
      "frame_after": 1,
      "playback": false,
      "external_input_suspected": false
     },
     "chat": "<id>",
     "send_to_idle_ms": 3892.984,
     "receipt": {
      "status": "completed",
      "runtime": "claude",
      "runtime_start": "cold",
      "phases": {
       "checkpoint_ms": 7.589,
       "main_thread_block_ms": 0.632,
       "runtime_start_ms": 888.692,
       "first_text_ms": 2386.605,
       "total_ms": 3891.917
      },
      "counts": {
       "python_fallbacks": 0,
       "provider_turn_requests": 1,
       "model_rounds": 1
      },
      "session_id": "<id>",
      "usage": {
       "input_tokens": 36470,
       "cached_input_tokens": 34543,
       "cache_write_input_tokens": 1925,
       "output_tokens": 246,
       "reasoning_output_tokens": 0,
       "api_ms": 2888,
       "cost_usd": 0.027237,
       "turn_ms": 2910,
       "requests": 1,
       "turns": 1
      },
      "route": {
       "mode": "claude_subscription",
       "requested_model": "claude-opus-5-5",
       "effort": "low",
       "cache_ttl": "1h",
       "cache_gap": "new_session",
       "fast": false,
       "auto": false,
       "single_model": true,
       "escalation": 0,
       "served_models": [
        "claude-opus-5-5"
       ]
      },
      "path": {
       "edits": 0
      }
     },
     "attempts": 1,
     "usage_all_attempts": {
      "input_tokens": 36470,
      "cached_input_tokens": 34543,
      "cache_write_input_tokens": 1925,
      "output_tokens": 246,
      "reasoning_output_tokens": 0,
      "api_ms": 2888,
      "cost_usd": 0.027237,
      "turn_ms": 2910,
      "requests": 1,
      "turns": 1
     },
     "activity": {
      "tools": {},
      "capability_lookups": 0,
      "lookup_rounds": 0,
      "plan_rejections": 0
     },
     "controller_status": "Completed",
     "host_check": {
      "scene_unchanged": true,
      "answer": {
       "form": "names",
       "expected": [
        [
         "Brass Marker",
         "Camera",
         "Cube",
         "Light"
        ]
       ],
       "answered": [
        "Brass Marker",
        "Camera",
        "Cube",
        "Light"
       ],
       "evidence_required": null,
       "image_captured": false,
       "supported": true,
       "images_before_answer": 0,
       "evidence_timing": "row order",
       "stated": "Cube, Brass Marker, Light, Camera",
       "parsed": "exactly",
       "outcome": "right",
       "truth": null
      }
     },
     "evidence": {
      "images": 0,
      "sources": {},
      "reused": 0,
      "current_scene_camera": 0
     },
     "host_check_passed": true,
     "status": "completed",
     "runtime": "claude",
     "runtime_start": "cold",
     "first_text_ms": 2386.605,
     "first_scene_change_ms": null,
     "first_verified_result_ms": null,
     "total_ms": 3891.917,
     "main_thread_block_ms": 0.632,
     "approval_wait_ms": null,
     "checkpoint_ms": 7.589,
     "provider_turn_requests": 1,
     "model_rounds": 1,
     "model_rounds_scope": "Claude typed-plan rounds",
     "python_fallbacks": 0,
     "fallback_categories": {},
     "provider_usage": {
      "input_tokens": 36470,
      "cached_input_tokens": 34543,
      "cache_write_input_tokens": 1925,
      "output_tokens": 246,
      "reasoning_output_tokens": 0,
      "api_ms": 2888,
      "cost_usd": 0.027237,
      "turn_ms": 2910,
      "requests": 1,
      "turns": 1
     },
     "warm_ups": 0,
     "warm_up_usage": null,
     "grade": "passed"
    },
    {
     "trial": 1,
     "task": "create_cube",
     "kind": "edit",
     "source": "survey: modeling",
     "approved": [],
     "declined": [],
     "environment": {
      "frame_before": 1,
      "input_isolated": true,
      "frame_after": 1,
      "playback": false,
      "external_input_suspected": false
     },
     "chat": "<id>",
     "send_to_idle_ms": 4306.791,
     "receipt": {
      "status": "completed",
      "runtime": "claude",
      "runtime_start": "warm",
      "phases": {
       "checkpoint_ms": 8.462,
       "runtime_start_ms": 0.014,
       "main_thread_block_ms": 98.17,
       "first_text_ms": 2295.886,
       "queued_wait_ms": 16.223,
       "precondition_ms": 99.7,
       "approval_wait_ms": 0,
       "staging_ms": 2.089,
       "first_native_action_ms": 3279.946,
       "verification_ms": 0.482,
       "commit_ms": 2.786,
       "first_scene_change_ms": 3290.892,
       "first_verified_result_ms": 3290.893,
       "total_ms": 4301.982
      },
      "counts": {
       "python_fallbacks": 0,
       "provider_turn_requests": 1,
       "model_rounds": 1,
       "tool_invocations": 1,
       "precondition_checks": 5,
       "tool_executions": 1,
       "native_steps": 1,
       "verification_samples": 1,
       "native_commits": 1,
       "tool_completions": 1
      },
      "session_id": "<id>",
      "usage": {
       "input_tokens": 37002,
       "cached_input_tokens": 36468,
       "cache_write_input_tokens": 532,
       "output_tokens": 323,
       "reasoning_output_tokens": 77,
       "api_ms": 3139,
       "cost_usd": 0.018018,
       "turn_ms": 3150,
       "requests": 1,
       "turns": 1
      },
      "route": {
       "mode": "claude_subscription",
       "requested_model": "claude-opus-5-5",
       "effort": "low",
       "cache_ttl": "1h",
       "cache_gap": "under_5m",
       "fast": false,
       "auto": false,
       "single_model": true,
       "escalation": 0,
       "served_models": [
        "claude-opus-5-5"
       ]
      },
      "path": {
       "edits": 1,
       "steps": [
        [
         "typed",
         "ok",
         "angelo_scene_program",
         [
          "create_primitive"
         ],
         1
        ]
       ]
      }
     },
     "attempts": 1,
     "usage_all_attempts": {
      "input_tokens": 37002,
      "cached_input_tokens": 36468,
      "cache_write_input_tokens": 532,
      "output_tokens": 323,
      "reasoning_output_tokens": 77,
      "api_ms": 3139,
      "cost_usd": 0.018018,
      "turn_ms": 3150,
      "requests": 1,
      "turns": 1
     },
     "activity": {
      "tools": {
       "angelo_scene_program": 1
      },
      "capability_lookups": 0,
      "lookup_rounds": 0,
      "plan_rejections": 0
     },
     "controller_status": "Completed",
     "host_check": {
      "success": true,
      "passed": true,
      "status": "pass",
      "checks": [
       {
        "index": 0,
        "kind": "dimensions",
        "target": "$eval",
        "status": "pass",
        "passed": true,
        "observed": {
         "dimensions": [
          2,
          2,
          2
         ],
         "space": "WORLD",
         "scope": "BASE_MESH"
        }
       },
       {
        "index": 1,
        "kind": "mesh_counts",
        "target": "$eval",
        "status": "pass",
        "passed": true,
        "observed": {
         "vertices": 8,
         "edges": 12,
         "faces": 6,
         "scope": "BASE_MESH"
        }
       },
       {
        "index": 2,
        "kind": "mesh_degenerate",
        "target": "$eval",
        "status": "pass",
        "passed": true,
        "observed": {
         "degenerate_faces": 0,
         "zero_length_edges": 0,
         "scope": "BASE_MESH_LOCAL"
        }
       },
       {
        "index": 3,
        "kind": "mesh_manifold",
        "target": "$eval",
        "status": "pass",
        "passed": true,
        "observed": {
         "boundary_edges": 0,
         "nonmanifold_edges": 0,
         "nonmanifold_vertices": 0,
         "wire_edges": 0,
         "loose_vertices": 0,
         "missing_edges": 0,
         "invalid_geometry": false,
         "scope": "BASE_MESH"
        }
       }
      ],
      "truncated": false,
      "read_only": true,
      "scope": "closed_base_data_predicates"
     },
     "evidence": {
      "images": 0,
      "sources": {},
      "reused": 0,
      "current_scene_camera": 0
     },
     "host_check_passed": true,
     "status": "completed",
     "runtime": "claude",
     "runtime_start": "warm",
     "first_text_ms": 2295.886,
     "first_scene_change_ms": 3290.892,
     "first_verified_result_ms": 3290.893,
     "total_ms": 4301.982,
     "main_thread_block_ms": 98.17,
     "approval_wait_ms": 0,
     "checkpoint_ms": 8.462,
     "provider_turn_requests": 1,
     "model_rounds": 1,
     "model_rounds_scope": "Claude typed-plan rounds",
     "python_fallbacks": 0,
     "fallback_categories": {},
     "provider_usage": {
      "input_tokens": 37002,
      "cached_input_tokens": 36468,
      "cache_write_input_tokens": 532,
      "output_tokens": 323,
      "reasoning_output_tokens": 77,
      "api_ms": 3139,
      "cost_usd": 0.018018,
      "turn_ms": 3150,
      "requests": 1,
      "turns": 1
     },
     "warm_ups": 0,
     "warm_up_usage": null,
     "grade": "passed"
    },
    {
     "trial": 1,
     "task": "extrude_top",
     "kind": "edit",
     "source": "survey: modeling",
     "approved": [],
     "declined": [],
     "environment": {
      "frame_before": 1,
      "input_isolated": true,
      "frame_after": 1,
      "playback": false,
      "external_input_suspected": false
     },
     "chat": "<id>",
     "send_to_idle_ms": 7313.757,
     "receipt": {
      "status": "completed",
      "runtime": "claude",
      "runtime_start": "warm",
      "phases": {
       "checkpoint_ms": 3.94,
       "runtime_start_ms": 0.009,
       "main_thread_block_ms": 11.887,
       "first_text_ms": 1212.468,
       "queued_wait_ms": 1.472,
       "precondition_ms": 8.74,
       "approval_wait_ms": 0,
       "staging_ms": 3.969,
       "first_native_action_ms": 6280.613,
       "verification_ms": 1.391,
       "commit_ms": 5.341,
       "first_scene_change_ms": 6299.286,
       "first_verified_result_ms": 6299.287,
       "total_ms": 7307.294
      },
      "counts": {
       "python_fallbacks": 0,
       "provider_turn_requests": 1,
       "model_rounds": 1,
       "tool_invocations": 1,
       "precondition_checks": 5,
       "tool_executions": 1,
       "native_steps": 1,
       "verification_samples": 1,
       "native_commits": 1,
       "tool_completions": 1
      },
      "session_id": "<id>",
      "usage": {
       "input_tokens": 37772,
       "cached_input_tokens": 37000,
       "cache_write_input_tokens": 770,
       "output_tokens": 238,
       "reasoning_output_tokens": 0,
       "api_ms": 2491,
       "cost_usd": 0.018328,
       "turn_ms": 6266,
       "requests": 1,
       "turns": 1
      },
      "route": {
       "mode": "claude_subscription",
       "requested_model": "claude-opus-5-5",
       "effort": "low",
       "cache_ttl": "1h",
       "cache_gap": "under_5m",
       "fast": false,
       "auto": false,
       "single_model": true,
       "escalation": 0,
       "served_models": [
        "claude-opus-5-5"
       ]
      },
      "path": {
       "edits": 1,
       "steps": [
        [
         "typed",
         "ok",
         "angelo_scene_program",
         [
          "mesh_extrude"
         ],
         1
        ]
       ]
      }
     },
     "attempts": 1,
     "usage_all_attempts": {
      "input_tokens": 37772,
      "cached_input_tokens": 37000,
      "cache_write_input_tokens": 770,
      "output_tokens": 238,
      "reasoning_output_tokens": 0,
      "api_ms": 2491,
      "cost_usd": 0.018328,
      "turn_ms": 6266,
      "requests": 1,
      "turns": 1
     },
     "activity": {
      "tools": {
       "angelo_scene_program": 1
      },
      "capability_lookups": 0,
      "lookup_rounds": 0,
      "plan_rejections": 0
     },
     "controller_status": "Completed",
     "host_check": {
      "success": true,
      "passed": true,
      "status": "pass",
      "checks": [
       {
        "index": 0,
        "kind": "mesh_counts",
        "target": "$eval",
        "status": "pass",
        "passed": true,
        "observed": {
         "vertices": 12,
         "edges": 20,
         "faces": 10,
         "scope": "BASE_MESH"
        }
       },
       {
        "index": 1,
        "kind": "dimensions",
        "target": "$eval",
        "status": "pass",
        "passed": true,
        "observed": {
         "dimensions": [
          2,
          2,
          3
         ],
         "space": "WORLD",
         "scope": "BASE_MESH"
        }
       }
      ],
      "truncated": false,
      "read_only": true,
      "scope": "closed_base_data_predicates"
     },
     "evidence": {
      "images": 0,
      "sources": {},
      "reused": 0,
      "current_scene_camera": 0
     },
     "host_check_passed": true,
     "status": "completed",
     "runtime": "claude",
     "runtime_start": "warm",
     "first_text_ms": 1212.468,
     "first_scene_change_ms": 6299.286,
     "first_verified_result_ms": 6299.287,
     "total_ms": 7307.294,
     "main_thread_block_ms": 11.887,
     "approval_wait_ms": 0,
     "checkpoint_ms": 3.94,
     "provider_turn_requests": 1,
     "model_rounds": 1,
     "model_rounds_scope": "Claude typed-plan rounds",
     "python_fallbacks": 0,
     "fallback_categories": {},
     "provider_usage": {
      "input_tokens": 37772,
      "cached_input_tokens": 37000,
      "cache_write_input_tokens": 770,
      "output_tokens": 238,
      "reasoning_output_tokens": 0,
      "api_ms": 2491,
      "cost_usd": 0.018328,
      "turn_ms": 6266,
      "requests": 1,
      "turns": 1
     },
     "warm_ups": 0,
     "warm_up_usage": null,
     "grade": "passed"
    },
    {
     "trial": 1,
     "task": "mesh_stats",
     "kind": "read_only",
     "source": "survey: question",
     "approved": [],
     "declined": [],
     "environment": {
      "frame_before": 1,
      "input_isolated": true,
      "frame_after": 1,
      "playback": false,
      "external_input_suspected": false
     },
     "chat": "<id>",
     "send_to_idle_ms": 5245.586,
     "receipt": {
      "status": "completed",
      "runtime": "claude",
      "runtime_start": "warm",
      "phases": {
       "checkpoint_ms": 4.162,
       "runtime_start_ms": 0.01,
       "main_thread_block_ms": 4.458,
       "first_text_ms": 2249.932,
       "queued_wait_ms": 5.339,
       "first_native_action_ms": 2616.411,
       "execution_ms": 0.657,
       "total_ms": 5195.631
      },
      "counts": {
       "python_fallbacks": 0,
       "provider_turn_requests": 2,
       "model_rounds": 2,
       "tool_invocations": 1,
       "tool_executions": 1,
       "tool_completions": 1
      },
      "session_id": "<id>",
      "usage": {
       "input_tokens": 78360,
       "cached_input_tokens": 76085,
       "cache_write_input_tokens": 2271,
       "output_tokens": 396,
       "reasoning_output_tokens": 53,
       "api_ms": 5130,
       "cost_usd": 0.041321,
       "turn_ms": 5144,
       "requests": 2,
       "turns": 2
      },
      "route": {
       "mode": "claude_subscription",
       "requested_model": "claude-opus-5-5",
       "effort": "low",
       "cache_ttl": "1h",
       "cache_gap": "under_5m",
       "fast": false,
       "auto": false,
       "single_model": true,
       "escalation": 0,
       "served_models": [
        "claude-opus-5-5"
       ]
      },
      "path": {
       "edits": 0
      }
     },
     "attempts": 1,
     "usage_all_attempts": {
      "input_tokens": 78360,
      "cached_input_tokens": 76085,
      "cache_write_input_tokens": 2271,
      "output_tokens": 396,
      "reasoning_output_tokens": 53,
      "api_ms": 5130,
      "cost_usd": 0.041321,
      "turn_ms": 5144,
      "requests": 2,
      "turns": 2
     },
     "activity": {
      "tools": {
       "angelo_scene_object": 1
      },
      "capability_lookups": 0,
      "lookup_rounds": 0,
      "plan_rejections": 0
     },
     "controller_status": "Completed",
     "host_check": {
      "scene_unchanged": true,
      "answer": {
       "form": "counts",
       "expected": [
        [
         12,
         20,
         10
        ]
       ],
       "answered": [
        12,
        20,
        10
       ],
       "evidence_required": null,
       "image_captured": false,
       "supported": true,
       "images_before_answer": 0,
       "evidence_timing": "row order",
       "stated": "12 20 10",
       "parsed": "exactly",
       "outcome": "right",
       "truth": {
        "base": [
         12,
         20,
         10
        ],
        "evaluated": [
         12,
         20,
         10
        ]
       }
      }
     },
     "evidence": {
      "images": 0,
      "sources": {},
      "reused": 0,
      "current_scene_camera": 0
     },
     "host_check_passed": true,
     "status": "completed",
     "runtime": "claude",
     "runtime_start": "warm",
     "first_text_ms": 2249.932,
     "first_scene_change_ms": null,
     "first_verified_result_ms": null,
     "total_ms": 5195.631,
     "main_thread_block_ms": 4.458,
     "approval_wait_ms": null,
     "checkpoint_ms": 4.162,
     "provider_turn_requests": 2,
     "model_rounds": 2,
     "model_rounds_scope": "Claude typed-plan rounds",
     "python_fallbacks": 0,
     "fallback_categories": {},
     "provider_usage": {
      "input_tokens": 78360,
      "cached_input_tokens": 76085,
      "cache_write_input_tokens": 2271,
      "output_tokens": 396,
      "reasoning_output_tokens": 53,
      "api_ms": 5130,
      "cost_usd": 0.041321,
      "turn_ms": 5144,
      "requests": 2,
      "turns": 2
     },
     "warm_ups": 0,
     "warm_up_usage": null,
     "grade": "passed"
    },
    {
     "trial": 1,
     "task": "how_to_bevel",
     "kind": "read_only",
     "source": "survey: question",
     "approved": [],
     "declined": [],
     "environment": {
      "frame_before": 1,
      "input_isolated": true,
      "frame_after": 1,
      "playback": false,
      "external_input_suspected": false
     },
     "chat": "<id>",
     "send_to_idle_ms": 4795.848,
     "receipt": {
      "status": "completed",
      "runtime": "claude",
      "runtime_start": "warm",
      "phases": {
       "checkpoint_ms": 3.843,
       "runtime_start_ms": 0.007,
       "main_thread_block_ms": 1.683,
       "first_text_ms": 1418.628,
       "total_ms": 4766.119
      },
      "counts": {
       "python_fallbacks": 0,
       "provider_turn_requests": 1,
       "model_rounds": 1
      },
      "session_id": "<id>",
      "usage": {
       "input_tokens": 40452,
       "cached_input_tokens": 40041,
       "cache_write_input_tokens": 409,
       "output_tokens": 431,
       "reasoning_output_tokens": 0,
       "api_ms": 4734,
       "cost_usd": 0.019908,
       "turn_ms": 4742,
       "requests": 1,
       "turns": 1
      },
      "route": {
       "mode": "claude_subscription",
       "requested_model": "claude-opus-5-5",
       "effort": "low",
       "cache_ttl": "1h",
       "cache_gap": "under_5m",
       "fast": false,
       "auto": false,
       "single_model": true,
       "escalation": 0,
       "served_models": [
        "claude-opus-5-5"
       ]
      },
      "path": {
       "edits": 0
      }
     },
     "attempts": 1,
     "usage_all_attempts": {
      "input_tokens": 40452,
      "cached_input_tokens": 40041,
      "cache_write_input_tokens": 409,
      "output_tokens": 431,
      "reasoning_output_tokens": 0,
      "api_ms": 4734,
      "cost_usd": 0.019908,
      "turn_ms": 4742,
      "requests": 1,
      "turns": 1
     },
     "activity": {
      "tools": {},
      "capability_lookups": 0,
      "lookup_rounds": 0,
      "plan_rejections": 0
     },
     "controller_status": "Completed",
     "host_check": {
      "scene_unchanged": true,
      "answer": {
       "form": "shortcut",
       "expected": [
        "cmd+b",
        "ctrl+b"
       ],
       "answered": "ctrl+b",
       "evidence_required": null,
       "image_captured": false,
       "supported": true,
       "images_before_answer": 0,
       "evidence_timing": "row order",
       "stated": "Ctrl+B",
       "parsed": "exactly",
       "outcome": "right",
       "truth": {
        "this_process_keymap": [
         "cmd+b",
         "ctrl+b"
        ],
        "documented_default": "ctrl+b"
       }
      }
     },
     "evidence": {
      "images": 0,
      "sources": {},
      "reused": 0,
      "current_scene_camera": 0
     },
     "host_check_passed": true,
     "status": "completed",
     "runtime": "claude",
     "runtime_start": "warm",
     "first_text_ms": 1418.628,
     "first_scene_change_ms": null,
     "first_verified_result_ms": null,
     "total_ms": 4766.119,
     "main_thread_block_ms": 1.683,
     "approval_wait_ms": null,
     "checkpoint_ms": 3.843,
     "provider_turn_requests": 1,
     "model_rounds": 1,
     "model_rounds_scope": "Claude typed-plan rounds",
     "python_fallbacks": 0,
     "fallback_categories": {},
     "provider_usage": {
      "input_tokens": 40452,
      "cached_input_tokens": 40041,
      "cache_write_input_tokens": 409,
      "output_tokens": 431,
      "reasoning_output_tokens": 0,
      "api_ms": 4734,
      "cost_usd": 0.019908,
      "turn_ms": 4742,
      "requests": 1,
      "turns": 1
     },
     "warm_ups": 0,
     "warm_up_usage": null,
     "grade": "passed"
    },
    {
     "trial": 1,
     "task": "render_info",
     "kind": "read_only",
     "source": "survey: question",
     "approved": [],
     "declined": [],
     "harness_fixture": [
      "fixture:scene_values"
     ],
     "environment": {
      "frame_before": 1,
      "input_isolated": true,
      "frame_after": 1,
      "playback": false,
      "external_input_suspected": false
     },
     "chat": "<id>",
     "send_to_idle_ms": 6623.991,
     "receipt": {
      "status": "completed",
      "runtime": "claude",
      "runtime_start": "warm",
      "phases": {
       "checkpoint_ms": 4.145,
       "runtime_start_ms": 0.007,
       "main_thread_block_ms": 18.822,
       "first_text_ms": 1368.044,
       "queued_wait_ms": 14.345,
       "first_native_action_ms": 4283.488,
       "execution_ms": 15.427,
       "total_ms": 6621.79
      },
      "counts": {
       "python_fallbacks": 0,
       "provider_turn_requests": 2,
       "model_rounds": 2,
       "tool_invocations": 1,
       "tool_executions": 1,
       "tool_completions": 1
      },
      "session_id": "<id>",
      "usage": {
       "input_tokens": 86452,
       "cached_input_tokens": 81640,
       "cache_write_input_tokens": 4808,
       "output_tokens": 324,
       "reasoning_output_tokens": 0,
       "api_ms": 4590,
       "cost_usd": 0.061288,
       "turn_ms": 6558,
       "requests": 2,
       "turns": 2
      },
      "route": {
       "mode": "claude_subscription",
       "requested_model": "claude-opus-5-5",
       "effort": "low",
       "cache_ttl": "1h",
       "cache_gap": "under_5m",
       "fast": false,
       "auto": false,
       "single_model": true,
       "escalation": 0,
       "served_models": [
        "claude-opus-5-5"
       ]
      },
      "path": {
       "edits": 0
      }
     },
     "attempts": 1,
     "usage_all_attempts": {
      "input_tokens": 86452,
      "cached_input_tokens": 81640,
      "cache_write_input_tokens": 4808,
      "output_tokens": 324,
      "reasoning_output_tokens": 0,
      "api_ms": 4590,
      "cost_usd": 0.061288,
      "turn_ms": 6558,
      "requests": 2,
      "turns": 2
     },
     "activity": {
      "tools": {
       "angelo_read_data": 1
      },
      "capability_lookups": 0,
      "lookup_rounds": 0,
      "plan_rejections": 0
     },
     "controller_status": "Completed",
     "host_check": {
      "scene_unchanged": true,
      "answer": {
       "form": "render",
       "expected": [
        [
         "EEVEE",
         1600,
         900
        ]
       ],
       "answered": [
        "EEVEE",
        1600,
        900
       ],
       "evidence_required": null,
       "image_captured": false,
       "supported": true,
       "images_before_answer": 0,
       "evidence_timing": "row order",
       "stated": "BLENDER_EEVEE 1600x900",
       "parsed": "exactly",
       "outcome": "right",
       "truth": {
        "engine": "BLENDER_EEVEE",
        "percentage": 100
       }
      }
     },
     "evidence": {
      "images": 0,
      "sources": {},
      "reused": 0,
      "current_scene_camera": 0
     },
     "host_check_passed": true,
     "status": "completed",
     "runtime": "claude",
     "runtime_start": "warm",
     "first_text_ms": 1368.044,
     "first_scene_change_ms": null,
     "first_verified_result_ms": null,
     "total_ms": 6621.79,
     "main_thread_block_ms": 18.822,
     "approval_wait_ms": null,
     "checkpoint_ms": 4.145,
     "provider_turn_requests": 2,
     "model_rounds": 2,
     "model_rounds_scope": "Claude typed-plan rounds",
     "python_fallbacks": 0,
     "fallback_categories": {},
     "provider_usage": {
      "input_tokens": 86452,
      "cached_input_tokens": 81640,
      "cache_write_input_tokens": 4808,
      "output_tokens": 324,
      "reasoning_output_tokens": 0,
      "api_ms": 4590,
      "cost_usd": 0.061288,
      "turn_ms": 6558,
      "requests": 2,
      "turns": 2
     },
     "warm_ups": 0,
     "warm_up_usage": null,
     "grade": "passed"
    },
    {
     "trial": 1,
     "task": "view_check",
     "kind": "read_only",
     "source": "survey: question",
     "approved": [],
     "declined": [],
     "harness_fixture": [
      "fixture:camera_frame:inside"
     ],
     "environment": {
      "frame_before": 1,
      "input_isolated": true,
      "frame_after": 1,
      "playback": false,
      "external_input_suspected": false
     },
     "chat": "<id>",
     "send_to_idle_ms": 6948.774,
     "receipt": {
      "status": "completed",
      "runtime": "claude",
      "runtime_start": "warm",
      "phases": {
       "checkpoint_ms": 8.124,
       "runtime_start_ms": 0.014,
       "main_thread_block_ms": 21.664,
       "first_text_ms": 1417.843,
       "queued_wait_ms": 7.206,
       "first_native_action_ms": 4325.168,
       "execution_ms": 17.563,
       "total_ms": 6928.39
      },
      "counts": {
       "python_fallbacks": 0,
       "provider_turn_requests": 2,
       "model_rounds": 2,
       "tool_invocations": 1,
       "tool_executions": 1,
       "tool_completions": 1
      },
      "session_id": "<id>",
      "usage": {
       "input_tokens": 93504,
       "cached_input_tokens": 91067,
       "cache_write_input_tokens": 2433,
       "output_tokens": 344,
       "reasoning_output_tokens": 0,
       "api_ms": 5120,
       "cost_usd": 0.044573,
       "turn_ms": 6873,
       "requests": 2,
       "turns": 2
      },
      "route": {
       "mode": "claude_subscription",
       "requested_model": "claude-opus-5-5",
       "effort": "low",
       "cache_ttl": "1h",
       "cache_gap": "under_5m",
       "fast": false,
       "auto": false,
       "single_model": true,
       "escalation": 0,
       "served_models": [
        "claude-opus-5-5"
       ]
      },
      "path": {
       "edits": 0,
       "images_returned": 1,
       "images_delivered": 1,
       "images": [
        [
         2,
         0,
         {
          "view:SOLID:SCENE_CAMERA": 1
         }
        ]
       ],
       "image_delivery": "confirmed"
      }
     },
     "attempts": 1,
     "usage_all_attempts": {
      "input_tokens": 93504,
      "cached_input_tokens": 91067,
      "cache_write_input_tokens": 2433,
      "output_tokens": 344,
      "reasoning_output_tokens": 0,
      "api_ms": 5120,
      "cost_usd": 0.044573,
      "turn_ms": 6873,
      "requests": 2,
      "turns": 2
     },
     "activity": {
      "tools": {
       "angelo_view": 1
      },
      "capability_lookups": 0,
      "lookup_rounds": 0,
      "plan_rejections": 0
     },
     "controller_status": "Completed",
     "host_check": {
      "scene_unchanged": true,
      "answer": {
       "form": "yes_no",
       "expected": [
        "yes"
       ],
       "answered": "yes",
       "evidence_required": "SCENE_CAMERA",
       "image_captured": true,
       "supported": true,
       "images_before_answer": 1,
       "evidence_timing": "sampled while the turn ran",
       "stated": "yes",
       "parsed": "exactly",
       "outcome": "right",
       "truth": {
        "inside": true,
        "in_front": true,
        "camera": "Camera",
        "margin": 0.25,
        "fill": 0.5,
        "bounds": [
         0.3915,
         0.25,
         0.6085,
         0.75
        ]
       }
      }
     },
     "evidence": {
      "images": 1,
      "sources": {
       "SCENE_CAMERA": 1
      },
      "reused": 0,
      "current_scene_camera": 1
     },
     "host_check_passed": true,
     "status": "completed",
     "runtime": "claude",
     "runtime_start": "warm",
     "first_text_ms": 1417.843,
     "first_scene_change_ms": null,
     "first_verified_result_ms": null,
     "total_ms": 6928.39,
     "main_thread_block_ms": 21.664,
     "approval_wait_ms": null,
     "checkpoint_ms": 8.124,
     "provider_turn_requests": 2,
     "model_rounds": 2,
     "model_rounds_scope": "Claude typed-plan rounds",
     "python_fallbacks": 0,
     "fallback_categories": {},
     "provider_usage": {
      "input_tokens": 93504,
      "cached_input_tokens": 91067,
      "cache_write_input_tokens": 2433,
      "output_tokens": 344,
      "reasoning_output_tokens": 0,
      "api_ms": 5120,
      "cost_usd": 0.044573,
      "turn_ms": 6873,
      "requests": 2,
      "turns": 2
     },
     "warm_ups": 0,
     "warm_up_usage": null,
     "grade": "passed"
    },
    {
     "trial": 1,
     "task": "view_check_cropped",
     "kind": "read_only",
     "source": "survey: question",
     "approved": [],
     "declined": [],
     "harness_fixture": [
      "fixture:camera_frame:cropped"
     ],
     "environment": {
      "frame_before": 1,
      "input_isolated": true,
      "frame_after": 1,
      "playback": false,
      "external_input_suspected": false
     },
     "chat": "<id>",
     "send_to_idle_ms": 5635.038,
     "receipt": {
      "status": "completed",
      "runtime": "claude",
      "runtime_start": "warm",
      "phases": {
       "checkpoint_ms": 8.701,
       "runtime_start_ms": 0.013,
       "main_thread_block_ms": 13.377,
       "first_text_ms": 2068.984,
       "queued_wait_ms": 16.769,
       "first_native_action_ms": 2386.134,
       "execution_ms": 8.877,
       "total_ms": 5604.793
      },
      "counts": {
       "python_fallbacks": 0,
       "provider_turn_requests": 2,
       "model_rounds": 2,
       "tool_invocations": 1,
       "tool_executions": 1,
       "tool_completions": 1
      },
      "session_id": "<id>",
      "usage": {
       "input_tokens": 98166,
       "cached_input_tokens": 95844,
       "cache_write_input_tokens": 2318,
       "output_tokens": 360,
       "reasoning_output_tokens": 0,
       "api_ms": 5519,
       "cost_usd": 0.044929,
       "turn_ms": 5539,
       "requests": 2,
       "turns": 2
      },
      "route": {
       "mode": "claude_subscription",
       "requested_model": "claude-opus-5-5",
       "effort": "low",
       "cache_ttl": "1h",
       "cache_gap": "under_5m",
       "fast": false,
       "auto": false,
       "single_model": true,
       "escalation": 0,
       "served_models": [
        "claude-opus-5-5"
       ]
      },
      "path": {
       "edits": 0,
       "images_returned": 1,
       "images_delivered": 1,
       "images": [
        [
         2,
         0,
         {
          "view:SOLID:SCENE_CAMERA": 1
         }
        ]
       ],
       "image_delivery": "confirmed"
      }
     },
     "attempts": 1,
     "usage_all_attempts": {
      "input_tokens": 98166,
      "cached_input_tokens": 95844,
      "cache_write_input_tokens": 2318,
      "output_tokens": 360,
      "reasoning_output_tokens": 0,
      "api_ms": 5519,
      "cost_usd": 0.044929,
      "turn_ms": 5539,
      "requests": 2,
      "turns": 2
     },
     "activity": {
      "tools": {
       "angelo_view": 1
      },
      "capability_lookups": 0,
      "lookup_rounds": 0,
      "plan_rejections": 0
     },
     "controller_status": "Completed",
     "host_check": {
      "scene_unchanged": true,
      "answer": {
       "form": "yes_no",
       "expected": [
        "no"
       ],
       "answered": "no",
       "evidence_required": "SCENE_CAMERA",
       "image_captured": true,
       "supported": true,
       "images_before_answer": 1,
       "evidence_timing": "sampled while the turn ran",
       "stated": "no",
       "parsed": "exactly",
       "outcome": "right",
       "truth": {
        "inside": false,
        "in_front": true,
        "camera": "Camera",
        "margin": -0.1085,
        "fill": 0.5,
        "bounds": [
         0.8915,
         0.25,
         1.1085,
         0.75
        ]
       }
      }
     },
     "evidence": {
      "images": 1,
      "sources": {
       "SCENE_CAMERA": 1
      },
      "reused": 0,
      "current_scene_camera": 1
     },
     "host_check_passed": true,
     "status": "completed",
     "runtime": "claude",
     "runtime_start": "warm",
     "first_text_ms": 2068.984,
     "first_scene_change_ms": null,
     "first_verified_result_ms": null,
     "total_ms": 5604.793,
     "main_thread_block_ms": 13.377,
     "approval_wait_ms": null,
     "checkpoint_ms": 8.701,
     "provider_turn_requests": 2,
     "model_rounds": 2,
     "model_rounds_scope": "Claude typed-plan rounds",
     "python_fallbacks": 0,
     "fallback_categories": {},
     "provider_usage": {
      "input_tokens": 98166,
      "cached_input_tokens": 95844,
      "cache_write_input_tokens": 2318,
      "output_tokens": 360,
      "reasoning_output_tokens": 0,
      "api_ms": 5519,
      "cost_usd": 0.044929,
      "turn_ms": 5539,
      "requests": 2,
      "turns": 2
     },
     "warm_ups": 0,
     "warm_up_usage": null,
     "grade": "passed"
    }
   ],
   "success": true,
   "grading": {
    "contract": 4,
    "task_set": "survey-questions",
    "tasks": 8,
    "tasks_digest": "0d835b7696ca80bd",
    "survey_version": 2,
    "totals": {
     "passed": 8,
     "failed": 0,
     "ungraded": 0,
     "skipped": 0,
     "total": 8,
     "not_run": 0
    },
    "answers": {
     "read": 6,
     "parsed_leniently": 0
    }
   },
   "mode": "claude_subscription",
   "cache_ttl": "product default",
   "trusted_scripts": false,
   "refusal_fallback": "disabled",
   "approve_delegation": null,
   "approval": "AUTO_BOUNDED",
   "approval_policy": "AUTO_BOUNDED with test-only typed allowlist for what still asks",
   "always_allow_scripts": false,
   "opening": {
    "prepared": false,
    "runtime_live": false,
    "bases": [],
    "waited_s": 0.097,
    "wait_limit_s": 0
   },
   "exit_code": 0,
   "elapsed_s": 52.788,
   "log": "<campaign>/smoke-opus-survey/trial-01/run.log"
  }
 ],
 "method": "real controller in disposable factory-startup GUI processes; per-request local receipts; closed host checks; a run is passed only when a check read its result, an unchecked answer or edit is ungraded; p50/p75 over completed host-verified tasks only",
 "caveats": [
  "Wall-clock latency includes provider network and inference; on a machine running other work it is measured under that load.",
  "Approval waits are the harness's own automatic approvals, not a human's.",
  "Claude typed-plan rounds and Codex turns are different units; Codex internal rounds are not observable."
 ]
}