{"agent_reliability": {"version": "agent-v1", "status": "LIVE_BLOCKED_CREDENTIAL", "cases": 30, "arms": ["A_NEMOTRON_ONLY", "B_NEMOTRON_PLUS_FINESCHEMA_B", "C_NEMOTRON_PLUS_FINESCHEMA_A", "D_NEMOTRON_PLUS_FINESCHEMA_BA"], "expected_runs": 120, "completed_runs": 0, "missing_runs": 120, "gold": "INTERNAL_GOLD_NOT_INDEPENDENT", "metrics": {"A_NEMOTRON_ONLY": {"completed_runs": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "task_success": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "false_completion_rate": {"numerator": 0, "denominator": 17, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "requirement_recall": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "requirement_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "scope_coverage": {"numerator": 0, "denominator": 59, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "overreach_rate": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "unsupported_assumption_rate": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "clarification_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "clarification_recall": {"numerator": 0, "denominator": 5, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "overblocking_rate": {"numerator": 0, "denominator": 13, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "latency_ms": {"total": 0, "runs": 0, "mean": "NOT_MEASURED"}, "input_tokens": {"total": 0, "runs": 0}, "output_tokens": {"total": 0, "runs": 0}, "tool_calls": {"total": 0, "runs": 0}, "estimated_cost": {"total": "NOT_MEASURED", "runs": 0}}, "B_NEMOTRON_PLUS_FINESCHEMA_B": {"completed_runs": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "task_success": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "false_completion_rate": {"numerator": 0, "denominator": 17, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "requirement_recall": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "requirement_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "scope_coverage": {"numerator": 0, "denominator": 59, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "overreach_rate": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "unsupported_assumption_rate": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "clarification_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "clarification_recall": {"numerator": 0, "denominator": 5, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "overblocking_rate": {"numerator": 0, "denominator": 13, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "latency_ms": {"total": 0, "runs": 0, "mean": "NOT_MEASURED"}, "input_tokens": {"total": 0, "runs": 0}, "output_tokens": {"total": 0, "runs": 0}, "tool_calls": {"total": 0, "runs": 0}, "estimated_cost": {"total": "NOT_MEASURED", "runs": 0}}, "C_NEMOTRON_PLUS_FINESCHEMA_A": {"completed_runs": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "task_success": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "false_completion_rate": {"numerator": 0, "denominator": 17, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "requirement_recall": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "requirement_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "scope_coverage": {"numerator": 0, "denominator": 59, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "overreach_rate": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "unsupported_assumption_rate": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "clarification_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "clarification_recall": {"numerator": 0, "denominator": 5, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "overblocking_rate": {"numerator": 0, "denominator": 13, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "latency_ms": {"total": 0, "runs": 0, "mean": "NOT_MEASURED"}, "input_tokens": {"total": 0, "runs": 0}, "output_tokens": {"total": 0, "runs": 0}, "tool_calls": {"total": 0, "runs": 0}, "estimated_cost": {"total": "NOT_MEASURED", "runs": 0}}, "D_NEMOTRON_PLUS_FINESCHEMA_BA": {"completed_runs": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "task_success": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "false_completion_rate": {"numerator": 0, "denominator": 17, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "requirement_recall": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "requirement_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "scope_coverage": {"numerator": 0, "denominator": 59, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "overreach_rate": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "unsupported_assumption_rate": {"numerator": 0, "denominator": 30, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "clarification_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "clarification_recall": {"numerator": 0, "denominator": 5, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "overblocking_rate": {"numerator": 0, "denominator": 13, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "latency_ms": {"total": 0, "runs": 0, "mean": "NOT_MEASURED"}, "input_tokens": {"total": 0, "runs": 0}, "output_tokens": {"total": 0, "runs": 0}, "tool_calls": {"total": 0, "runs": 0}, "estimated_cost": {"total": "NOT_MEASURED", "runs": 0}}}, "rows": [{"task_id": "FS-AGENT-AMBIGUITY-01", "family": "ambiguity", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-02", "family": "ambiguity", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-03", "family": "ambiguity", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-04", "family": "ambiguity", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-05", "family": "ambiguity", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-01", "family": "scope", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-02", "family": "scope", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-03", "family": "scope", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-04", "family": "scope", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-05", "family": "scope", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-01", "family": "partial_completion", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-02", "family": "partial_completion", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-03", "family": "partial_completion", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-04", "family": "partial_completion", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-05", "family": "partial_completion", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-01", "family": "residual_defect", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-02", "family": "residual_defect", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-03", "family": "residual_defect", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-04", "family": "residual_defect", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-05", "family": "residual_defect", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-01", "family": "overreach", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-02", "family": "overreach", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-03", "family": "overreach", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-04", "family": "overreach", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-05", "family": "overreach", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-01", "family": "contradiction_dependency", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-02", "family": "contradiction_dependency", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-03", "family": "contradiction_dependency", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-04", "family": "contradiction_dependency", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-05", "family": "contradiction_dependency", "arm": "A_NEMOTRON_ONLY", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-01", "family": "ambiguity", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-02", "family": "ambiguity", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-03", "family": "ambiguity", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-04", "family": "ambiguity", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-05", "family": "ambiguity", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-01", "family": "scope", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-02", "family": "scope", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-03", "family": "scope", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-04", "family": "scope", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-05", "family": "scope", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-01", "family": "partial_completion", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-02", "family": "partial_completion", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-03", "family": "partial_completion", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-04", "family": "partial_completion", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-05", "family": "partial_completion", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-01", "family": "residual_defect", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-02", "family": "residual_defect", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-03", "family": "residual_defect", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-04", "family": "residual_defect", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-05", "family": "residual_defect", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-01", "family": "overreach", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-02", "family": "overreach", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-03", "family": "overreach", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-04", "family": "overreach", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-05", "family": "overreach", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-01", "family": "contradiction_dependency", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-02", "family": "contradiction_dependency", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-03", "family": "contradiction_dependency", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-04", "family": "contradiction_dependency", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-05", "family": "contradiction_dependency", "arm": "B_NEMOTRON_PLUS_FINESCHEMA_B", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-01", "family": "ambiguity", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-02", "family": "ambiguity", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-03", "family": "ambiguity", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-04", "family": "ambiguity", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-05", "family": "ambiguity", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-01", "family": "scope", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-02", "family": "scope", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-03", "family": "scope", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-04", "family": "scope", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-05", "family": "scope", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-01", "family": "partial_completion", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-02", "family": "partial_completion", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-03", "family": "partial_completion", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-04", "family": "partial_completion", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-05", "family": "partial_completion", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-01", "family": "residual_defect", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-02", "family": "residual_defect", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-03", "family": "residual_defect", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-04", "family": "residual_defect", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-05", "family": "residual_defect", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-01", "family": "overreach", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-02", "family": "overreach", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-03", "family": "overreach", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-04", "family": "overreach", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-05", "family": "overreach", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-01", "family": "contradiction_dependency", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-02", "family": "contradiction_dependency", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-03", "family": "contradiction_dependency", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-04", "family": "contradiction_dependency", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-05", "family": "contradiction_dependency", "arm": "C_NEMOTRON_PLUS_FINESCHEMA_A", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-01", "family": "ambiguity", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-02", "family": "ambiguity", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-03", "family": "ambiguity", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-04", "family": "ambiguity", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-AMBIGUITY-05", "family": "ambiguity", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-01", "family": "scope", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-02", "family": "scope", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-03", "family": "scope", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-04", "family": "scope", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-SCOPE-05", "family": "scope", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 3, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-01", "family": "partial_completion", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-02", "family": "partial_completion", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-03", "family": "partial_completion", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-04", "family": "partial_completion", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-PARTIAL-COMPLETION-05", "family": "partial_completion", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-01", "family": "residual_defect", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-02", "family": "residual_defect", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-03", "family": "residual_defect", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-04", "family": "residual_defect", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-RESIDUAL-DEFECT-05", "family": "residual_defect", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-01", "family": "overreach", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-02", "family": "overreach", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-03", "family": "overreach", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-04", "family": "overreach", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-OVERREACH-05", "family": "overreach", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-01", "family": "contradiction_dependency", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-02", "family": "contradiction_dependency", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-03", "family": "contradiction_dependency", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-04", "family": "contradiction_dependency", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": false, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 1, "clarification_expected": true, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-AGENT-CONTRADICTION-DEPENDENCY-05", "family": "contradiction_dependency", "arm": "D_NEMOTRON_PLUS_FINESCHEMA_BA", "run_id": "NOT_RUN", "status": "LIVE_BLOCKED_CREDENTIAL", "task_success": false, "completion_truth": true, "claims_completion": false, "requirement_tp": 0, "requirement_fp": 0, "requirement_total": 1, "scope_tp": 0, "scope_total": 2, "clarification_expected": false, "clarification_predicted": false, "overreach_count": 0, "unsupported_assumption_count": 0, "failures": ["LIVE_BLOCKED_CREDENTIAL"]}], "report_hash": "sha256:21f78bcccccd250d929e78bcf3d7335a0fecde46bcbeb2ae15417f2921cdfc62"}, "intent_resolution": {"version": "intent-bench-v1", "status": "INTERNAL_GOLD_NOT_INDEPENDENT", "cases": 62, "metrics": {"action_recall": 1.0, "action_precision": 1.0, "overreach_rate": 0.0, "quantifier_accuracy": 1.0, "risk_accuracy": 1.0, "release_ready_accuracy": 1.0, "clarification_accuracy": 1.0, "implicit_obligation_recall": 1.0, "unsupported_requirement_count": 0}, "limitation": "gold는 세션이 작성한 합성 기대값 — 사람 작성 골드 대비 recall은 여전히 미측정"}, "semantic_resolution": {"version": "semantic-v1-live-matrix", "status": "MEASURED_INTERNAL_PARTIAL", "cases": 30, "runs": 30, "expected_runs": 120, "gold": "INTERNAL_GOLD_NOT_INDEPENDENT", "metrics": {"S1_NEMOTRON_ANSWER_ONLY": {"answer_accuracy": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED"}, "entity_recall": "NOT_MEASURED", "entity_precision": "NOT_MEASURED", "relation_recall": "NOT_MEASURED", "relation_precision": "NOT_MEASURED", "relation_f1": "NOT_MEASURED", "condition_recall": "NOT_MEASURED", "exception_recall": "NOT_MEASURED", "causal_edge_f1": "NOT_MEASURED", "coreference_accuracy": "NOT_MEASURED", "unsupported_relation_rate": "NOT_MEASURED", "ambiguity_calibration": "NOT_MEASURED", "provenance_coverage": "NOT_MEASURED"}, "S2_NEMOTRON_STRUCTURED": {"answer_accuracy": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED"}, "entity_recall": {"numerator": 0, "denominator": 100, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "entity_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "relation_recall": {"numerator": 0, "denominator": 60, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "relation_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "relation_f1": {"tp": 0, "fp": 0, "fn": 60, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "condition_recall": {"numerator": 0, "denominator": 20, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "exception_recall": {"numerator": 0, "denominator": 10, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "causal_edge_f1": {"tp": 0, "fp": 0, "fn": 25, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "coreference_accuracy": "NOT_MEASURED", "unsupported_relation_rate": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "ambiguity_calibration": {"numerator": 0, "denominator": 5, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "provenance_coverage": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}}, "S3_FINESCHEMA_SEMANTIC_RESOLUTION": {"answer_accuracy": "NOT_MEASURED", "entity_recall": {"numerator": 95, "denominator": 100, "value": 0.95}, "entity_precision": {"numerator": 95, "denominator": 129, "value": 0.7364341085271318}, "relation_recall": {"numerator": 55, "denominator": 60, "value": 0.9166666666666666}, "relation_precision": {"numerator": 55, "denominator": 55, "value": 1.0}, "relation_f1": {"tp": 55, "fp": 0, "fn": 5, "value": 0.9565217391304348}, "condition_recall": {"numerator": 20, "denominator": 20, "value": 1.0}, "exception_recall": {"numerator": 10, "denominator": 10, "value": 1.0}, "causal_edge_f1": {"tp": 22, "fp": 0, "fn": 3, "value": 0.9361702127659575}, "coreference_accuracy": "NOT_MEASURED", "unsupported_relation_rate": {"numerator": 0, "denominator": 55, "value": 0.0}, "ambiguity_calibration": {"numerator": 5, "denominator": 5, "value": 1.0}, "provenance_coverage": {"numerator": 193, "denominator": 193, "value": 1.0}}, "S4_FULL_STRUCTURE_NEMOTRON_ANSWER": {"answer_accuracy": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED"}, "entity_recall": {"numerator": 0, "denominator": 100, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "entity_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "relation_recall": {"numerator": 0, "denominator": 60, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "relation_precision": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "relation_f1": {"tp": 0, "fp": 0, "fn": 60, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "condition_recall": {"numerator": 0, "denominator": 20, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "exception_recall": {"numerator": 0, "denominator": 10, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "causal_edge_f1": {"tp": 0, "fp": 0, "fn": 25, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "coreference_accuracy": "NOT_MEASURED", "unsupported_relation_rate": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "ambiguity_calibration": {"numerator": 0, "denominator": 5, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}, "provenance_coverage": {"numerator": 0, "denominator": 0, "value": "NOT_MEASURED", "status": "LIVE_BLOCKED_CREDENTIAL"}}}, "arms": {"S1_NEMOTRON_ANSWER_ONLY": {"status": "LIVE_BLOCKED_CREDENTIAL", "runs": 0}, "S2_NEMOTRON_STRUCTURED": {"status": "LIVE_BLOCKED_CREDENTIAL", "runs": 0}, "S3_FINESCHEMA_SEMANTIC_RESOLUTION": {"status": "MEASURED_INTERNAL", "runs": 30}, "S4_FULL_STRUCTURE_NEMOTRON_ANSWER": {"status": "LIVE_BLOCKED_CREDENTIAL", "runs": 0}}, "rows": [{"task_id": "FS-SEM-001", "family": "causal", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 3, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-006", "family": "conditional", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 2, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-011", "family": "exception", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 3, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-016", "family": "argument", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 2, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-021", "family": "coreference", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 1, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-026", "family": "novel_system", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 5, "entity_fp": 3, "entity_fn": 0, "relation_tp": 3, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-002", "family": "causal", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 3, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-007", "family": "conditional", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 2, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-012", "family": "exception", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 3, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-017", "family": "argument", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 2, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-022", "family": "coreference", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 1, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-027", "family": "novel_system", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 5, "entity_fp": 3, "entity_fn": 0, "relation_tp": 3, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-003", "family": "causal", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 2, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-008", "family": "conditional", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 2, "entity_fp": 0, "entity_fn": 1, "relation_tp": 1, "relation_fp": 0, "relation_fn": 1, "failures": ["ENTITY_BOUNDARY_ERROR", "RELATION_MISS", "BAD_CAUSAL_EDGE"]}, {"task_id": "FS-SEM-013", "family": "exception", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 2, "entity_fp": 0, "entity_fn": 1, "relation_tp": 2, "relation_fp": 0, "relation_fn": 1, "failures": ["ENTITY_BOUNDARY_ERROR", "RELATION_MISS", "BAD_CAUSAL_EDGE"]}, {"task_id": "FS-SEM-018", "family": "argument", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 2, "entity_fp": 0, "entity_fn": 1, "relation_tp": 0, "relation_fp": 0, "relation_fn": 2, "failures": ["ENTITY_BOUNDARY_ERROR", "RELATION_MISS"]}, {"task_id": "FS-SEM-023", "family": "coreference", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 2, "entity_fp": 1, "entity_fn": 1, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION", "ENTITY_BOUNDARY_ERROR"]}, {"task_id": "FS-SEM-028", "family": "novel_system", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 4, "entity_fp": 3, "entity_fn": 1, "relation_tp": 2, "relation_fp": 0, "relation_fn": 1, "failures": ["ENTITY_OVERGENERATION", "ENTITY_BOUNDARY_ERROR", "RELATION_MISS", "BAD_CAUSAL_EDGE"]}, {"task_id": "FS-SEM-004", "family": "causal", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 3, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-009", "family": "conditional", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 2, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-014", "family": "exception", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 3, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-019", "family": "argument", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 2, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-024", "family": "coreference", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 1, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-029", "family": "novel_system", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 5, "entity_fp": 3, "entity_fn": 0, "relation_tp": 3, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-005", "family": "causal", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 3, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-010", "family": "conditional", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 2, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-015", "family": "exception", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 3, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-020", "family": "argument", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 0, "entity_fn": 0, "relation_tp": 2, "relation_fp": 0, "relation_fn": 0, "failures": []}, {"task_id": "FS-SEM-025", "family": "coreference", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 3, "entity_fp": 1, "entity_fn": 0, "relation_tp": 1, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-030", "family": "novel_system", "arm": "S3_FINESCHEMA_SEMANTIC_RESOLUTION", "status": "COMPLETED", "entity_tp": 5, "entity_fp": 3, "entity_fn": 0, "relation_tp": 3, "relation_fp": 0, "relation_fn": 0, "failures": ["ENTITY_OVERGENERATION"]}, {"task_id": "FS-SEM-001", "family": "causal", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-006", "family": "conditional", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-011", "family": "exception", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-016", "family": "argument", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-021", "family": "coreference", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-026", "family": "novel_system", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-002", "family": "causal", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-007", "family": "conditional", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-012", "family": "exception", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-017", "family": "argument", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-022", "family": "coreference", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-027", "family": "novel_system", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-003", "family": "causal", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-008", "family": "conditional", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-013", "family": "exception", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-018", "family": "argument", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-023", "family": "coreference", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-028", "family": "novel_system", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-004", "family": "causal", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-009", "family": "conditional", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-014", "family": "exception", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-019", "family": "argument", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-024", "family": "coreference", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-029", "family": "novel_system", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-005", "family": "causal", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-010", "family": "conditional", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-015", "family": "exception", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-020", "family": "argument", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-025", "family": "coreference", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-030", "family": "novel_system", "arm": "S1_NEMOTRON_ANSWER_ONLY", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-001", "family": "causal", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-006", "family": "conditional", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-011", "family": "exception", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-016", "family": "argument", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-021", "family": "coreference", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-026", "family": "novel_system", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-002", "family": "causal", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-007", "family": "conditional", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-012", "family": "exception", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-017", "family": "argument", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-022", "family": "coreference", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-027", "family": "novel_system", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-003", "family": "causal", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-008", "family": "conditional", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-013", "family": "exception", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-018", "family": "argument", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-023", "family": "coreference", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-028", "family": "novel_system", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-004", "family": "causal", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-009", "family": "conditional", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-014", "family": "exception", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-019", "family": "argument", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-024", "family": "coreference", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-029", "family": "novel_system", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-005", "family": "causal", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-010", "family": "conditional", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-015", "family": "exception", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-020", "family": "argument", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-025", "family": "coreference", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-030", "family": "novel_system", "arm": "S2_NEMOTRON_STRUCTURED", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-001", "family": "causal", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-006", "family": "conditional", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-011", "family": "exception", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-016", "family": "argument", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-021", "family": "coreference", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-026", "family": "novel_system", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-002", "family": "causal", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-007", "family": "conditional", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-012", "family": "exception", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-017", "family": "argument", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-022", "family": "coreference", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-027", "family": "novel_system", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-003", "family": "causal", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-008", "family": "conditional", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-013", "family": "exception", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-018", "family": "argument", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-023", "family": "coreference", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-028", "family": "novel_system", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-004", "family": "causal", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-009", "family": "conditional", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-014", "family": "exception", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-019", "family": "argument", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-024", "family": "coreference", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-029", "family": "novel_system", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-005", "family": "causal", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-010", "family": "conditional", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-015", "family": "exception", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-020", "family": "argument", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-025", "family": "coreference", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}, {"task_id": "FS-SEM-030", "family": "novel_system", "arm": "S4_FULL_STRUCTURE_NEMOTRON_ANSWER", "status": "LIVE_BLOCKED_CREDENTIAL", "failures": ["LIVE_BLOCKED_CREDENTIAL"]}], "report_hash": "sha256:add9caf3c36ca123a5307c99fa8632e7b36a58e7054e5f87d418c593ad4c295e"}, "gold_review": {"agent_v1": {"benchmark": "agent_v1", "gold_status": "INTERNAL_GOLD_NOT_INDEPENDENT", "human_reviewed": false, "reviewed_cases": 0, "total_cases": 30, "actions": {"APPROVE": 0, "EDIT": 0, "REJECT": 0}, "original_gold_hash": "WITHHELD_FROM_PUBLIC_RUNTIME", "effective_gold_hash": "WITHHELD_FROM_PUBLIC_RUNTIME", "gold_changed": false, "prior_results_status": "NOT_MEASURED"}, "semantic_v1": {"benchmark": "semantic_v1", "gold_status": "INTERNAL_GOLD_NOT_INDEPENDENT", "human_reviewed": false, "reviewed_cases": 0, "total_cases": 30, "actions": {"APPROVE": 0, "EDIT": 0, "REJECT": 0}, "original_gold_hash": "WITHHELD_FROM_PUBLIC_RUNTIME", "effective_gold_hash": "WITHHELD_FROM_PUBLIC_RUNTIME", "gold_changed": false, "prior_results_status": "NOT_MEASURED"}}, "evidence_class": {"label": "INTERNAL BENCHMARK / PRELIMINARY / NOT INDEPENDENTLY VALIDATED", "external_performance_claim": false}, "defect_recall": {"version": "gold-mutation-set-v1", "status": "INTERNAL_SYNTHETIC", "fixtures": 4, "detected": 35, "mutations": 37}}