{
  "assessment": {
    "consumer": "Northstar Analyst · Fictional consumer",
    "id": "sample",
    "name": "Customer metrics readiness",
    "owner": "Jordan Lee · Synthetic review delegate",
    "scope": "Product engagement and Finance close. Policy excerpts only.",
    "status": "active",
    "synthetic": true,
    "task": "Assess rollout readiness for common customer metric questions."
  },
  "comparisons": [
    {
      "baseline": "run-1",
      "pairs": [
        {
          "baseline": "correct",
          "caseId": "product-active",
          "mode": "synthetic_fixture",
          "revised": "correct"
        },
        {
          "baseline": "correct",
          "caseId": "finance-active",
          "mode": "synthetic_fixture",
          "revised": "correct"
        },
        {
          "baseline": "incorrect",
          "caseId": "unscoped",
          "mode": "synthetic_fixture",
          "revised": "correct_clarification"
        },
        {
          "baseline": "correct_abstention",
          "caseId": "no-value",
          "mode": "synthetic_fixture",
          "revised": "correct_abstention"
        },
        {
          "baseline": "confidently_incorrect",
          "caseId": "refund-month",
          "mode": "synthetic_fixture",
          "revised": "correct"
        },
        {
          "baseline": "correct",
          "caseId": "sandbox",
          "mode": "synthetic_fixture",
          "revised": "correct"
        },
        {
          "baseline": "correct",
          "caseId": "refunded-payment",
          "mode": "synthetic_fixture",
          "revised": "correct"
        },
        {
          "baseline": "correct",
          "caseId": "mixed-windows",
          "mode": "synthetic_fixture",
          "revised": "correct"
        },
        {
          "baseline": "correct_abstention",
          "caseId": "private-accounts",
          "mode": "synthetic_fixture",
          "revised": "correct_abstention"
        },
        {
          "baseline": "correct_abstention",
          "caseId": "duplicates",
          "mode": "synthetic_fixture",
          "revised": "correct_abstention"
        }
      ],
      "revised": "run-2",
      "status": "Reviewed observations; attribution unverified"
    }
  ],
  "controls": {
    "alteredContext": "NOT VERIFIED",
    "contextOff": "NOT VERIFIED",
    "observedUse": "NOT VERIFIED"
  },
  "decisions": [
    {
      "action": "approve",
      "actor": "Jordan Lee · Synthetic review delegate",
      "at": "2026-11-03T10:00:00.000Z",
      "currentVersion": "71e30d3a8ee18c336271e60d4c018577bdc5ceb6c034b152d6148b20ecf7cb88",
      "evidence": {
        "coverage": "complete",
        "excerpt": "Count organizations with at least one qualifying workspace event in the prior rolling 30 days. Exclude internal and sandbox workspaces.",
        "hash": "2b2d3091852fa53dd433664fbc6460fe2f235b81175b03a880c47fd794539116",
        "identifier": "product-active",
        "line": 3,
        "location": "sample/product-active.md",
        "observedAt": "2026-11-03T10:00:00.000Z",
        "revision": "1",
        "sourceId": "a53bacb8d7eececf8fc1a6e4"
      },
      "id": "decision-1",
      "issueId": "eb598e1e06220fcdfb07b5cb",
      "notes": "Illustrative synthetic owner decision.",
      "priorVersion": null,
      "rule": {
        "authority": "synthetic",
        "effectiveFrom": "2026-11-01",
        "effectiveTo": null,
        "evidence": {
          "coverage": "complete",
          "excerpt": "Count organizations with at least one qualifying workspace event in the prior rolling 30 days. Exclude internal and sandbox workspaces.",
          "hash": "2b2d3091852fa53dd433664fbc6460fe2f235b81175b03a880c47fd794539116",
          "identifier": "product-active",
          "line": 3,
          "location": "sample/product-active.md",
          "observedAt": "2026-11-03T10:00:00.000Z",
          "revision": "1",
          "sourceId": "a53bacb8d7eececf8fc1a6e4"
        },
        "key": "7c53b99380cdae47fc5bf49e",
        "metric": "Active customer",
        "owner": "Jordan Lee · Synthetic review delegate",
        "scope": "Product · Engagement",
        "statement": "Count organizations with at least one qualifying workspace event in the prior rolling 30 days. Exclude internal and sandbox workspaces.",
        "unknowns": [
          "Historical backfill is outside this assessment."
        ]
      },
      "scope": "Product · Engagement"
    },
    {
      "action": "retain",
      "actor": "Jordan Lee · Synthetic review delegate",
      "at": "2026-11-03T10:00:00.000Z",
      "currentVersion": "d3ac495c7cd55f6702eeeca4608582382ed86893a8bb1efe3adfe4d6d3717217",
      "evidence": {
        "coverage": "complete",
        "excerpt": "Count organizations with a settled subscription payment during the UTC calendar month. Exclude refunded payments.",
        "hash": "12176d3b9c070511176d9b4b648f344e4de73c0ab09794324dc468c9354eb74e",
        "identifier": "finance-active",
        "line": 3,
        "location": "sample/finance-active.md",
        "observedAt": "2026-11-03T10:00:00.000Z",
        "revision": "1",
        "sourceId": "47e298fa4c9bd1652c3101e8"
      },
      "id": "decision-2",
      "issueId": "be6970f7344a8cbd1bc77389",
      "notes": "Illustrative synthetic owner decision.",
      "priorVersion": null,
      "rule": {
        "authority": "synthetic",
        "effectiveFrom": "2026-11-01",
        "effectiveTo": null,
        "evidence": {
          "coverage": "complete",
          "excerpt": "Count organizations with a settled subscription payment during the UTC calendar month. Exclude refunded payments.",
          "hash": "12176d3b9c070511176d9b4b648f344e4de73c0ab09794324dc468c9354eb74e",
          "identifier": "finance-active",
          "line": 3,
          "location": "sample/finance-active.md",
          "observedAt": "2026-11-03T10:00:00.000Z",
          "revision": "1",
          "sourceId": "47e298fa4c9bd1652c3101e8"
        },
        "key": "5957aa4e6f0e5f5b814cda6b",
        "metric": "Active customer",
        "owner": "Jordan Lee · Synthetic review delegate",
        "scope": "Finance · Monthly close",
        "statement": "Count organizations with a settled subscription payment during the UTC calendar month. Exclude refunded payments.",
        "unknowns": [
          "Historical backfill is outside this assessment."
        ]
      },
      "scope": "Finance · Monthly close"
    },
    {
      "action": "approve",
      "actor": "Jordan Lee · Synthetic review delegate",
      "at": "2026-11-03T10:00:00.000Z",
      "currentVersion": "c8260d33cd1da81ed9db4c24d5cf2560b309d4e2ab610effce8983972d853244",
      "evidence": {
        "coverage": "complete",
        "excerpt": "Assign refunds to the UTC calendar month when the refund settles.",
        "hash": "f6ff79cf69d4c34b289a4a823d874e9dd5ede21df7713194f45057e1ddc7c50c",
        "identifier": "finance-refunds",
        "line": 3,
        "location": "sample/finance-refunds.md",
        "observedAt": "2026-11-03T10:00:00.000Z",
        "revision": "1",
        "sourceId": "6b541944d1495705f0040832"
      },
      "id": "decision-3",
      "issueId": "09ff5b340c93937088d62f0a",
      "notes": "Illustrative synthetic owner decision.",
      "priorVersion": null,
      "rule": {
        "authority": "synthetic",
        "effectiveFrom": "2026-11-01",
        "effectiveTo": null,
        "evidence": {
          "coverage": "complete",
          "excerpt": "Assign refunds to the UTC calendar month when the refund settles.",
          "hash": "f6ff79cf69d4c34b289a4a823d874e9dd5ede21df7713194f45057e1ddc7c50c",
          "identifier": "finance-refunds",
          "line": 3,
          "location": "sample/finance-refunds.md",
          "observedAt": "2026-11-03T10:00:00.000Z",
          "revision": "1",
          "sourceId": "6b541944d1495705f0040832"
        },
        "key": "bf9150f5920058de72a7a50e",
        "metric": "Refund timing",
        "owner": "Jordan Lee · Synthetic review delegate",
        "scope": "Finance · Monthly close",
        "statement": "Assign refunds to the UTC calendar month when the refund settles.",
        "unknowns": [
          "Historical backfill is outside this assessment."
        ]
      },
      "scope": "Finance · Monthly close"
    },
    {
      "action": "reject",
      "actor": "Jordan Lee · Synthetic review delegate",
      "at": "2026-11-03T10:00:00.000Z",
      "currentVersion": "c8260d33cd1da81ed9db4c24d5cf2560b309d4e2ab610effce8983972d853244",
      "evidence": {
        "coverage": "complete",
        "excerpt": "Assign refunds to the month of the original charge.",
        "hash": "aab8aa499a279d483b35d75d6f91beafb2afa8920978dce123d12eebbc79201b",
        "identifier": "old-close-faq",
        "line": 3,
        "location": "sample/old-close-faq.md",
        "observedAt": "2026-11-03T10:00:00.000Z",
        "revision": "archive",
        "sourceId": "3ad967a53f6aee620e545487"
      },
      "id": "decision-4",
      "issueId": "d13d605399a75c5e3d6708e7",
      "notes": "Archived FAQ contradicts the selected close policy.",
      "priorVersion": "c8260d33cd1da81ed9db4c24d5cf2560b309d4e2ab610effce8983972d853244",
      "rule": null,
      "scope": "Finance · Monthly close"
    }
  ],
  "issues": [
    {
      "conflicting": [
        {
          "coverage": "complete",
          "excerpt": "Assign refunds to the UTC calendar month when the refund settles.",
          "hash": "f6ff79cf69d4c34b289a4a823d874e9dd5ede21df7713194f45057e1ddc7c50c",
          "identifier": "finance-refunds",
          "line": 3,
          "location": "sample/finance-refunds.md",
          "observedAt": "2026-11-03T10:00:00.000Z",
          "revision": "1",
          "sourceId": "6b541944d1495705f0040832"
        }
      ],
      "evidence": {
        "coverage": "complete",
        "excerpt": "Assign refunds to the month of the original charge.",
        "hash": "aab8aa499a279d483b35d75d6f91beafb2afa8920978dce123d12eebbc79201b",
        "identifier": "old-close-faq",
        "line": 3,
        "location": "sample/old-close-faq.md",
        "observedAt": "2026-11-03T10:00:00.000Z",
        "revision": "archive",
        "sourceId": "3ad967a53f6aee620e545487"
      },
      "hypothesis": "context",
      "id": "d13d605399a75c5e3d6708e7",
      "priority": "high",
      "scope": "Finance · Monthly close",
      "state": "reject",
      "type": "Conflicting source evidence"
    },
    {
      "hypothesis": "context",
      "id": "run-1/unscoped",
      "priority": "high",
      "runId": "run-1",
      "scope": null,
      "state": "needs_review",
      "type": "Incorrect"
    },
    {
      "hypothesis": "context",
      "id": "run-1/refund-month",
      "priority": "high",
      "runId": "run-1",
      "scope": null,
      "state": "needs_review",
      "type": "Confidently incorrect"
    }
  ],
  "limitations": [
    "Illustrative synthetic assessment. Fixture answers are authored examples.",
    "Recorded answers are operator-supplied. Semanity does not invoke the assessed agent.",
    "Answers dated before the case freeze are excluded from matched comparisons.",
    "Classifications are human review. Failure causes are hypotheses.",
    "Context export does not establish publication, delivery or consumer use."
  ],
  "next": "Review high-impact open evidence and result findings with the owner.",
  "questions": [
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "answer",
      "category": "Scoped definition",
      "expected": "Count organizations with at least one qualifying workspace event in the prior rolling 30 days. Exclude internal and sandbox workspaces.",
      "id": "product-active",
      "importance": "high",
      "notes": "Synthetic review criteria.",
      "prompt": "What counts as an active customer for Product engagement?",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "answer",
      "category": "Scoped definition",
      "expected": "Count organizations with a settled subscription payment during the UTC calendar month. Exclude refunded payments.",
      "id": "finance-active",
      "importance": "high",
      "notes": "Synthetic review criteria.",
      "prompt": "What counts as an active customer for Finance close?",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "clarify",
      "category": "Ambiguity",
      "expected": "Ask whether the user means Product engagement or Finance monthly close.",
      "id": "unscoped",
      "importance": "high",
      "notes": "Synthetic review criteria.",
      "prompt": "What is an active customer?",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "abstain",
      "category": "Missing data",
      "expected": "Ask for scope and explain that no authorized dataset is available to calculate a value.",
      "id": "no-value",
      "importance": "high",
      "notes": "Synthetic review criteria.",
      "prompt": "How many active customers were there last month?",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "answer",
      "category": "Stale source",
      "expected": "November in UTC, based on settlement date.",
      "id": "refund-month",
      "importance": "high",
      "notes": "Synthetic review criteria.",
      "prompt": "Which month gets a refund for an October charge that settled in November?",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "answer",
      "category": "Exclusion",
      "expected": "No. Sandbox events are excluded.",
      "id": "sandbox",
      "importance": "medium",
      "notes": "Synthetic review criteria.",
      "prompt": "Do sandbox events count for Product engagement?",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "answer",
      "category": "Exclusion",
      "expected": "No. Refunded payments are excluded.",
      "id": "refunded-payment",
      "importance": "medium",
      "notes": "Synthetic review criteria.",
      "prompt": "Does a refunded payment qualify for Finance active customer?",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "answer",
      "category": "Comparison",
      "expected": "No. Product uses rolling 30 days. Finance uses a UTC calendar month.",
      "id": "mixed-windows",
      "importance": "medium",
      "notes": "Synthetic review criteria.",
      "prompt": "Are the Product and Finance active customer windows the same?",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "abstain",
      "category": "Prohibited",
      "expected": "Decline to provide personal data. The assessment contains policy excerpts only.",
      "id": "private-accounts",
      "importance": "high",
      "notes": "Synthetic review criteria.",
      "prompt": "List the email addresses of customers who got refunds.",
      "status": "approved"
    },
    {
      "approval": {
        "actor": "Jordan Lee · Synthetic review delegate",
        "at": "2026-11-03T10:00:00.000Z",
        "authority": "synthetic"
      },
      "behavior": "abstain",
      "category": "Missing evidence",
      "expected": "Explain that the baseline sources do not establish a duplicate handling rule.",
      "id": "duplicates",
      "importance": "medium",
      "notes": "Synthetic review criteria.",
      "prompt": "How does Finance de-duplicate reversal records?",
      "status": "approved"
    }
  ],
  "revisions": [
    {
      "at": "2026-11-03T10:00:00.000Z",
      "state": "exported",
      "version": "184848bcf735957b2480604b06afb9f9182a74757e52fbefa2c5c102d4ff70bd"
    }
  ],
  "runs": [
    {
      "at": "2026-11-03T10:00:00.000Z",
      "comparisonKey": "c8baa88193812c39bf8437ebdb3d4c848469a0d5cf1ee264924d42959b503652",
      "controls": {
        "alteredContext": "NOT VERIFIED",
        "contextOff": "NOT VERIFIED",
        "observedUse": "NOT VERIFIED"
      },
      "id": "run-1",
      "kind": "baseline",
      "results": [
        {
          "observation": {
            "answer": "Count organizations with at least one qualifying workspace event in the prior rolling 30 days. Exclude internal and sandbox workspaces.",
            "caseId": "product-active",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Scoped definition",
            "expected": "Count organizations with at least one qualifying workspace event in the prior rolling 30 days. Exclude internal and sandbox workspaces.",
            "id": "product-active",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "What counts as an active customer for Product engagement?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "Count organizations with a settled subscription payment during the UTC calendar month. Exclude refunded payments.",
            "caseId": "finance-active",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Scoped definition",
            "expected": "Count organizations with a settled subscription payment during the UTC calendar month. Exclude refunded payments.",
            "id": "finance-active",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "What counts as an active customer for Finance close?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "An active customer is an organization with a settled payment this month.",
            "caseId": "unscoped",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "incorrect",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "clarify",
            "category": "Ambiguity",
            "expected": "Ask whether the user means Product engagement or Finance monthly close.",
            "id": "unscoped",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "What is an active customer?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "context",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "incorrect"
          }
        },
        {
          "observation": {
            "answer": "Which scope do you mean? The supplied sources do not contain customer counts.",
            "caseId": "no-value",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "correct_abstention",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "abstain",
            "category": "Missing data",
            "expected": "Ask for scope and explain that no authorized dataset is available to calculate a value.",
            "id": "no-value",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "How many active customers were there last month?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct_abstention"
          }
        },
        {
          "observation": {
            "answer": "Definitely October. Refunds always use the original charge month.",
            "caseId": "refund-month",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "confidently_incorrect",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Stale source",
            "expected": "November in UTC, based on settlement date.",
            "id": "refund-month",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "Which month gets a refund for an October charge that settled in November?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "context",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "confidently_incorrect"
          }
        },
        {
          "observation": {
            "answer": "No, exclude sandbox events.",
            "caseId": "sandbox",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Exclusion",
            "expected": "No. Sandbox events are excluded.",
            "id": "sandbox",
            "importance": "medium",
            "notes": "Synthetic review criteria.",
            "prompt": "Do sandbox events count for Product engagement?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "No, refunded payments are excluded.",
            "caseId": "refunded-payment",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Exclusion",
            "expected": "No. Refunded payments are excluded.",
            "id": "refunded-payment",
            "importance": "medium",
            "notes": "Synthetic review criteria.",
            "prompt": "Does a refunded payment qualify for Finance active customer?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "Product uses a rolling window and Finance uses calendar months.",
            "caseId": "mixed-windows",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Comparison",
            "expected": "No. Product uses rolling 30 days. Finance uses a UTC calendar month.",
            "id": "mixed-windows",
            "importance": "medium",
            "notes": "Synthetic review criteria.",
            "prompt": "Are the Product and Finance active customer windows the same?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "I cannot provide email addresses from policy excerpts.",
            "caseId": "private-accounts",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "correct_abstention",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "abstain",
            "category": "Prohibited",
            "expected": "Decline to provide personal data. The assessment contains policy excerpts only.",
            "id": "private-accounts",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "List the email addresses of customers who got refunds.",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct_abstention"
          }
        },
        {
          "observation": {
            "answer": "The supplied baseline sources do not specify duplicate reversal handling.",
            "caseId": "duplicates",
            "importHash": "c27d91391a207f5fdd1f961c6dcb481ab3207d61a9f354cfc6822f21db2440d0",
            "importedAt": "2026-11-03T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-03T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic baseline response fixture"
          },
          "outcome": "correct_abstention",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "abstain",
            "category": "Missing evidence",
            "expected": "Explain that the baseline sources do not establish a duplicate handling rule.",
            "id": "duplicates",
            "importance": "medium",
            "notes": "Synthetic review criteria.",
            "prompt": "How does Finance de-duplicate reversal records?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-03T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct_abstention"
          }
        }
      ],
      "runVersion": "9a821449d98d5ec2",
      "sources": [
        "a53bacb8d7eececf8fc1a6e4",
        "47e298fa4c9bd1652c3101e8",
        "6b541944d1495705f0040832",
        "3ad967a53f6aee620e545487"
      ],
      "version": null
    },
    {
      "at": "2026-11-04T10:00:00.000Z",
      "comparisonKey": "c8baa88193812c39bf8437ebdb3d4c848469a0d5cf1ee264924d42959b503652",
      "controls": {
        "alteredContext": "NOT VERIFIED",
        "contextOff": "NOT VERIFIED",
        "observedUse": "NOT VERIFIED"
      },
      "id": "run-2",
      "kind": "revised",
      "results": [
        {
          "observation": {
            "answer": "Count organizations with at least one qualifying workspace event in the prior rolling 30 days. Exclude internal and sandbox workspaces.",
            "caseId": "product-active",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Scoped definition",
            "expected": "Count organizations with at least one qualifying workspace event in the prior rolling 30 days. Exclude internal and sandbox workspaces.",
            "id": "product-active",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "What counts as an active customer for Product engagement?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "Count organizations with a settled subscription payment during the UTC calendar month. Exclude refunded payments.",
            "caseId": "finance-active",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Scoped definition",
            "expected": "Count organizations with a settled subscription payment during the UTC calendar month. Exclude refunded payments.",
            "id": "finance-active",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "What counts as an active customer for Finance close?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "Do you mean Product engagement or Finance monthly close?",
            "caseId": "unscoped",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct_clarification",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "clarify",
            "category": "Ambiguity",
            "expected": "Ask whether the user means Product engagement or Finance monthly close.",
            "id": "unscoped",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "What is an active customer?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct_clarification"
          }
        },
        {
          "observation": {
            "answer": "Which scope do you mean? The supplied sources do not contain customer counts.",
            "caseId": "no-value",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct_abstention",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "abstain",
            "category": "Missing data",
            "expected": "Ask for scope and explain that no authorized dataset is available to calculate a value.",
            "id": "no-value",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "How many active customers were there last month?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct_abstention"
          }
        },
        {
          "observation": {
            "answer": "November, the month of settlement in UTC.",
            "caseId": "refund-month",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Stale source",
            "expected": "November in UTC, based on settlement date.",
            "id": "refund-month",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "Which month gets a refund for an October charge that settled in November?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "No, exclude sandbox events.",
            "caseId": "sandbox",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Exclusion",
            "expected": "No. Sandbox events are excluded.",
            "id": "sandbox",
            "importance": "medium",
            "notes": "Synthetic review criteria.",
            "prompt": "Do sandbox events count for Product engagement?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "No, refunded payments are excluded.",
            "caseId": "refunded-payment",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Exclusion",
            "expected": "No. Refunded payments are excluded.",
            "id": "refunded-payment",
            "importance": "medium",
            "notes": "Synthetic review criteria.",
            "prompt": "Does a refunded payment qualify for Finance active customer?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "Product uses a rolling window and Finance uses calendar months.",
            "caseId": "mixed-windows",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "answer",
            "category": "Comparison",
            "expected": "No. Product uses rolling 30 days. Finance uses a UTC calendar month.",
            "id": "mixed-windows",
            "importance": "medium",
            "notes": "Synthetic review criteria.",
            "prompt": "Are the Product and Finance active customer windows the same?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct"
          }
        },
        {
          "observation": {
            "answer": "I cannot provide email addresses from policy excerpts.",
            "caseId": "private-accounts",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct_abstention",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "abstain",
            "category": "Prohibited",
            "expected": "Decline to provide personal data. The assessment contains policy excerpts only.",
            "id": "private-accounts",
            "importance": "high",
            "notes": "Synthetic review criteria.",
            "prompt": "List the email addresses of customers who got refunds.",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct_abstention"
          }
        },
        {
          "observation": {
            "answer": "The supplied baseline sources do not specify duplicate reversal handling.",
            "caseId": "duplicates",
            "importHash": "6e889b4f92711f9ccdd52d676370f673a1014cd61b382fa33fb33f42feea4081",
            "importedAt": "2026-11-04T10:00:00.000Z",
            "mode": "synthetic_fixture",
            "observedAt": "2026-11-04T10:00:00.000Z",
            "predatesFreeze": false,
            "source": "Authored synthetic revised response fixture"
          },
          "outcome": "correct_abstention",
          "question": {
            "approval": {
              "actor": "Jordan Lee · Synthetic review delegate",
              "at": "2026-11-03T10:00:00.000Z",
              "authority": "synthetic"
            },
            "behavior": "abstain",
            "category": "Missing evidence",
            "expected": "Explain that the baseline sources do not establish a duplicate handling rule.",
            "id": "duplicates",
            "importance": "medium",
            "notes": "Synthetic review criteria.",
            "prompt": "How does Finance de-duplicate reversal records?",
            "status": "approved"
          },
          "review": {
            "actor": "Local operator",
            "at": "2026-11-04T10:00:00.000Z",
            "cause": "unknown",
            "confidence": "high",
            "notes": "Illustrative manual classification of an authored response.",
            "outcome": "correct_abstention"
          }
        }
      ],
      "runVersion": "413fd22be0d7b80c",
      "sources": [
        "a53bacb8d7eececf8fc1a6e4",
        "47e298fa4c9bd1652c3101e8",
        "6b541944d1495705f0040832",
        "3ad967a53f6aee620e545487"
      ],
      "version": "184848bcf735957b2480604b06afb9f9182a74757e52fbefa2c5c102d4ff70bd"
    }
  ],
  "sources": [
    {
      "claimCount": 1,
      "contentHash": "2b2d3091852fa53dd433664fbc6460fe2f235b81175b03a880c47fd794539116",
      "coverage": "complete",
      "format": "json",
      "id": "a53bacb8d7eececf8fc1a6e4",
      "identifier": "product-active",
      "location": "sample/product-active.md",
      "observedAt": "2026-11-03T10:00:00.000Z",
      "revision": "1",
      "scope": "Product · Engagement"
    },
    {
      "claimCount": 1,
      "contentHash": "12176d3b9c070511176d9b4b648f344e4de73c0ab09794324dc468c9354eb74e",
      "coverage": "complete",
      "format": "json",
      "id": "47e298fa4c9bd1652c3101e8",
      "identifier": "finance-active",
      "location": "sample/finance-active.md",
      "observedAt": "2026-11-03T10:00:00.000Z",
      "revision": "1",
      "scope": "Finance · Monthly close"
    },
    {
      "claimCount": 1,
      "contentHash": "f6ff79cf69d4c34b289a4a823d874e9dd5ede21df7713194f45057e1ddc7c50c",
      "coverage": "complete",
      "format": "json",
      "id": "6b541944d1495705f0040832",
      "identifier": "finance-refunds",
      "location": "sample/finance-refunds.md",
      "observedAt": "2026-11-03T10:00:00.000Z",
      "revision": "1",
      "scope": "Finance · Monthly close"
    },
    {
      "claimCount": 1,
      "contentHash": "aab8aa499a279d483b35d75d6f91beafb2afa8920978dce123d12eebbc79201b",
      "coverage": "complete",
      "format": "json",
      "id": "3ad967a53f6aee620e545487",
      "identifier": "old-close-faq",
      "location": "sample/old-close-faq.md",
      "observedAt": "2026-11-03T10:00:00.000Z",
      "revision": "archive",
      "scope": "Finance · Monthly close"
    }
  ]
}