{
  "locale": "en",
  "instructions": "JSON with the 40 fictional ratings and blank fields for item, reference, appraiser, round, conditions and disagreement review.",
  "demonstrationOnly": true,
  "source": "https://vrolen.com/blog/attribute-agreement-analysis/",
  "workedTables": [
    {
      "title": "Inspect the same items twice without revealing the first result",
      "headers": [
        "Items",
        "Reference",
        "A round 1",
        "A round 2",
        "B round 1",
        "B round 2"
      ],
      "rows": [
        [
          "1-4",
          "Pass",
          "Pass",
          "Pass",
          "Pass",
          "Pass"
        ],
        [
          "5",
          "Pass",
          "Pass",
          "Pass",
          "Fail",
          "Fail"
        ],
        [
          "6",
          "Fail",
          "Fail",
          "Fail",
          "Pass",
          "Fail"
        ],
        [
          "7-9",
          "Fail",
          "Fail",
          "Fail",
          "Fail",
          "Fail"
        ],
        [
          "10",
          "Fail",
          "Fail",
          "Pass",
          "Fail",
          "Fail"
        ]
      ]
    }
  ],
  "modelIdentifiersAreStable": true,
  "checkedModel": {
    "referencePass": 1,
    "referenceFail": 0,
    "items": [
      {
        "id": 1,
        "reference": 1,
        "A": [
          1,
          1
        ],
        "B": [
          1,
          1
        ]
      },
      {
        "id": 2,
        "reference": 1,
        "A": [
          1,
          1
        ],
        "B": [
          1,
          1
        ]
      },
      {
        "id": 3,
        "reference": 1,
        "A": [
          1,
          1
        ],
        "B": [
          1,
          1
        ]
      },
      {
        "id": 4,
        "reference": 1,
        "A": [
          1,
          1
        ],
        "B": [
          1,
          1
        ]
      },
      {
        "id": 5,
        "reference": 1,
        "A": [
          1,
          1
        ],
        "B": [
          0,
          0
        ]
      },
      {
        "id": 6,
        "reference": 0,
        "A": [
          0,
          0
        ],
        "B": [
          1,
          0
        ]
      },
      {
        "id": 7,
        "reference": 0,
        "A": [
          0,
          0
        ],
        "B": [
          0,
          0
        ]
      },
      {
        "id": 8,
        "reference": 0,
        "A": [
          0,
          0
        ],
        "B": [
          0,
          0
        ]
      },
      {
        "id": 9,
        "reference": 0,
        "A": [
          0,
          0
        ],
        "B": [
          0,
          0
        ]
      },
      {
        "id": 10,
        "reference": 0,
        "A": [
          0,
          1
        ],
        "B": [
          0,
          0
        ]
      }
    ],
    "within": [
      0.9,
      0.9
    ],
    "accuracy": [
      0.95,
      0.85
    ],
    "between": 0.8,
    "ratings": 40,
    "independentItems": 10,
    "qualificationEstablished": false
  },
  "blankRecord": [
    {
      "label": "Item ID",
      "value": null
    },
    {
      "label": "Reference decision and basis",
      "value": null
    },
    {
      "label": "Appraiser",
      "value": null
    },
    {
      "label": "Round and blinded order",
      "value": null
    },
    {
      "label": "Observed category",
      "value": null
    },
    {
      "label": "Inspection condition",
      "value": null
    },
    {
      "label": "False accept or false reject",
      "value": null
    },
    {
      "label": "Method revision",
      "value": null
    },
    {
      "label": "Disagreement evidence",
      "value": null
    },
    {
      "label": "Study review and authority",
      "value": null
    }
  ]
}