{
  "kind": "synthetic software fixtures, not Claude usage measurements",
  "date": "2026-10-11",
  "cases": [
    {
      "id": "T01",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "recorded-not-causal",
        "delta": 3
      },
      "actual": {
        "status": "recorded-not-causal",
        "delta": 3,
        "reasons": [
          "Displayed readings only; no token conversion, savings estimate or causal attribution"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T02",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": null,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "incomplete",
        "delta": null
      },
      "actual": {
        "status": "incomplete",
        "delta": null,
        "reasons": [
          "Readings must be numbers from 0 to 100"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T03",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Weekly all models",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Counter labels differ"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T04",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T13:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Reset timestamps differ"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T05",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T12:00:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Observation reaches or crosses the recorded reset"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T06",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 39,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Displayed reading decreased"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T07",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "unknown",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "incomplete",
        "delta": null
      },
      "actual": {
        "status": "incomplete",
        "delta": null,
        "reasons": [
          "Unknown condition: sameTaskModel"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T08",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "no",
        "outcome": "completed"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Other account activity reported"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T09",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "failed"
      },
      "expected": {
        "status": "recorded-not-causal",
        "delta": 3
      },
      "actual": {
        "status": "recorded-not-causal",
        "delta": 3,
        "reasons": [
          "Displayed readings only; no token conversion, savings estimate or causal attribution"
        ],
        "outcome": "failed"
      },
      "passed": true
    },
    {
      "id": "T10",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "no",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Tools, effort or files changed"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T11",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "incomplete",
        "delta": null
      },
      "actual": {
        "status": "incomplete",
        "delta": null,
        "reasons": [
          "Invalid timestamp or missing time zone: observedAfter"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T12",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "not-tested"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Continuation was not tested"
        ],
        "outcome": "not-tested"
      },
      "passed": true
    },
    {
      "id": "T13",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 41,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "recorded-not-causal",
        "delta": 0
      },
      "actual": {
        "status": "recorded-not-causal",
        "delta": 0,
        "reasons": [
          "Displayed readings only; no token conversion, savings estimate or causal attribution"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T14",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 101,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "incomplete",
        "delta": null
      },
      "actual": {
        "status": "incomplete",
        "delta": null,
        "reasons": [
          "Readings must be numbers from 0 to 100"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T15",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T08:59:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Observation times are not increasing"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T16",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T04:00:00Z",
        "sameTaskModel": "yes",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "recorded-not-causal",
        "delta": 3
      },
      "actual": {
        "status": "recorded-not-causal",
        "delta": 3,
        "reasons": [
          "Displayed readings only; no token conversion, savings estimate or causal attribution"
        ],
        "outcome": "completed"
      },
      "passed": true
    },
    {
      "id": "T17",
      "input": {
        "counterBefore": "Current session",
        "counterAfter": "Current session",
        "usedBefore": 41,
        "usedAfter": 44,
        "observedBefore": "2026-10-11T09:00:00+08:00",
        "observedAfter": "2026-10-11T09:05:00+08:00",
        "resetBefore": "2026-10-11T12:00:00+08:00",
        "resetAfter": "2026-10-11T12:00:00+08:00",
        "sameTaskModel": "no",
        "sameToolsEffortFiles": "yes",
        "otherActivityAbsent": "yes",
        "outcome": "completed"
      },
      "expected": {
        "status": "not-comparable",
        "delta": null
      },
      "actual": {
        "status": "not-comparable",
        "delta": null,
        "reasons": [
          "Task or model changed"
        ],
        "outcome": "completed"
      },
      "passed": true
    }
  ],
  "passed": 17,
  "total": 17
}