{
  "locale": "en",
  "instructions": "JSON with fictional complete-cohort matrices and an incomplete-label snapshot, plus blank fields for signals, coverage, context, response and evidence.",
  "demonstrationOnly": true,
  "source": "https://vrolen.com/blog/industrial-ai-drift-monitoring/",
  "workedTables": [
    {
      "title": "Compare complete cohorts with compatible definitions",
      "headers": [
        "Complete-cohort outcome",
        "Baseline",
        "Current"
      ],
      "rows": [
        [
          "Reference defective / good",
          "50/950",
          "50/950"
        ],
        [
          "True positives / false negatives",
          "45/5",
          "40/10"
        ],
        [
          "False positives / true negatives",
          "19/931",
          "38/912"
        ],
        [
          "Recall",
          "90%",
          "80%"
        ],
        [
          "False-positive rate",
          "2%",
          "4%"
        ],
        [
          "Parts flagged for review",
          "64",
          "78"
        ]
      ]
    }
  ],
  "modelIdentifiersAreStable": true,
  "checkedModel": {
    "incompleteLabeled": 200,
    "incompleteCohort": 1000,
    "incompleteLabelsRepresentative": false,
    "completeCohorts": [
      {
        "tp": 45,
        "fn": 5,
        "fp": 19,
        "tn": 931,
        "total": 1000,
        "recall": 0.9,
        "precision": 0.703125,
        "accuracy": 0.976,
        "falsePositiveRate": 0.02,
        "flagged": 64
      },
      {
        "tp": 40,
        "fn": 10,
        "fp": 38,
        "tn": 912,
        "total": 1000,
        "recall": 0.8,
        "precision": 0.5128205128205128,
        "accuracy": 0.952,
        "falsePositiveRate": 0.04,
        "flagged": 78
      }
    ],
    "inputChangeCausedPerformanceChange": null
  },
  "blankRecord": [
    {
      "label": "Model and threshold version",
      "value": null
    },
    {
      "label": "Product and acquisition context",
      "value": null
    },
    {
      "label": "Monitoring signal and reference",
      "value": null
    },
    {
      "label": "Data validity",
      "value": null
    },
    {
      "label": "Label availability and selection",
      "value": null
    },
    {
      "label": "Outcome population and period",
      "value": null
    },
    {
      "label": "Metrics and uncertainty",
      "value": null
    },
    {
      "label": "Investigation owner",
      "value": null
    },
    {
      "label": "Approved response and fallback",
      "value": null
    },
    {
      "label": "Validation and closure evidence",
      "value": null
    }
  ]
}